Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/release-7.5/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 Still waiting to schedule task ‘pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19’ is offline Agent pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-lb3b8-46vk7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ee418bf5bf6bd40912ac485cdf3a9a656ff3a3de" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-lb3b8" name: "pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 30 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=63e99a6c-b1f7-42e1-b6f4-aa1f9d1d9941 JENKINS_NODE_COOKIE=c5a7c0cb-0a5c-4f66-92a9-90a88d042728 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/release-7.5/ghpr_check2","buildid":"1787510475299229697","prowjobid":"63e99a6c-b1f7-42e1-b6f4-aa1f9d1d9941","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"release-7.5","base_sha":"6ca8c2e1e002d059ac33a17258eddfb8f25851ca","base_link":"https://github.com/pingcap/tidb/commit/6ca8c2e1e002d059ac33a17258eddfb8f25851ca","pulls":[{"number":52932,"author":"ti-chi-bot","sha":"aab60569c6d9d49252ffc1c78ce392fd4993c5aa","title":"domain/metrics: add a metric for lease expired time (#47730)","link":"https://github.com/pingcap/tidb/pull/52932","commit_link":"https://github.com/pingcap/tidb/pull/52932/commits/aab60569c6d9d49252ffc1c78ce392fd4993c5aa","author_link":"https://github.com/ti-chi-bot"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/release-7.5/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#812 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787510475299229697 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_release-7_5_ghpr_check2_812-lb3b8 GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-de56dd55dee5a0d96cb656956ade3e4f68ed42d9f8588929e75e09c9b4c21d32 NODE_LABELS=pingcap_tidb_release-7_5_ghpr_check2_812-lb3b8 pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/display/redirect BUILD_NUMBER=812 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1388151966=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-release-7-5-ghpr-check2-812-lb3b8-46vk7-lxr19 bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 22079 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 2f502e1abab05c9d (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 4 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Mon May 06 15:52:08 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-b421b72-764c03c) 461157376 bytes in 1.84 secs (250754901 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.git/ .git HEAD is now at e972e9114d Merge commit '764c03c5659efaf4dbc9b48d197d7ef1a765c4eb' into HEAD POST git-upload-pack (686 bytes) POST git-upload-pack (1023 bytes) POST git-upload-pack (gzip 2073 to 1094 bytes) POST git-upload-pack (gzip 3973 to 2059 bytes) From https://github.com/pingcap/tidb * [new branch] release-7.5 -> origin/release-7.5 * [new ref] refs/pull/52932/head -> origin/pr/52932/head * [new tag] v7.5.0 -> v7.5.0 * [new tag] v7.5.1 -> v7.5.1 Warning: you are leaving 1 commit behind, not connected to any of your branches: e972e9114d Merge commit '764c03c5659efaf4dbc9b48d197d7ef1a765c4eb' into HEAD If you want to keep it by creating a new branch, this may be a good time to do so with: git branch e972e9114d HEAD is now at 6ca8c2e1e0 ebs br: handle tag limit exceed issue (#50941) (#51252) 🚧 Checkouting to base SHA:6ca8c2e1e002d059ac33a17258eddfb8f25851ca... HEAD is now at 6ca8c2e1e0 ebs br: handle tag limit exceed issue (#50941) (#51252) M pkg/extension/enterprise ✅ Checked. 🎉 🧾 HEAD info: 6ca8c2e1e002d059ac33a17258eddfb8f25851ca 6ca8c2e1e0 ebs br: handle tag limit exceed issue (#50941) (#51252) b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) 066b97f741 executor: fix the issue that tiflash cop throw exception `Income key ranges is empty for region: 211` (#52763) (#52774) 🚧 Pre-merge heads of pull requests to base SHA: 6ca8c2e1e002d059ac33a17258eddfb8f25851ca ... Merge made by the 'ort' strategy. pkg/domain/schema_validator.go | 1 + pkg/metrics/domain.go | 11 +++++ pkg/metrics/grafana/tidb.json | 108 +++++++++++++++++++++++++++++++++++++++++ pkg/metrics/metrics.go | 1 + 4 files changed, 121 insertions(+) 🧾 Pre-merged result: cd08d6df1acc98fbd466bed1f2e351c9d7c66839 cd08d6df1a Merge commit 'aab60569c6d9d49252ffc1c78ce392fd4993c5aa' into HEAD 6ca8c2e1e0 ebs br: handle tag limit exceed issue (#50941) (#51252) b562204631 br/pdutils: retry when encountered dns error (#53005) (#53032) ✅ Pre merged 🎉 ✅ ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tidb/rev-6ca8c2e-aab6056 already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v7.5.1-56-gcd08d6df1a-dirty" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-06 15:52:39" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=cd08d6df1acc98fbd466bed1f2e351c9d7c66839" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240429080008-6aedd9965460 go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading go.uber.org/zap v1.26.0 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/prometheus/client_golang v1.18.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/google/uuid v1.3.1 go: downloading github.com/pingcap/kvproto v0.0.0-20240208102409-a554af8ee11f go: downloading github.com/tikv/pd/client v0.0.0-20240210135946-3488a653ddd9 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/pingcap/sysutil v1.0.1-0.20230407040306-fb007c5aff21 go: downloading github.com/shirou/gopsutil/v3 v3.23.5 go: downloading go.uber.org/atomic v1.11.0 go: downloading go.etcd.io/etcd/client/v3 v3.5.10 go: downloading golang.org/x/sys v0.16.0 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/exp v0.0.0-20230711005742-c3f37128e5a4 go: downloading github.com/pingcap/tipb v0.0.0-20230919054518-dfd7d194838f go: downloading google.golang.org/grpc v1.59.0 go: downloading go.etcd.io/etcd/api/v3 v3.5.10 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/google/pprof v0.0.0-20211122183932-1daafda22083 go: downloading github.com/golang/protobuf v1.5.3 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.3.0 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.3.0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.11 go: downloading github.com/stretchr/testify v1.8.4 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/cockroachdb/errors v1.8.1 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/prometheus/client_model v0.5.0 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/iancoleman/strcase v0.2.0 go: downloading github.com/prometheus/common v0.46.0 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/multierr v1.11.0 go: downloading golang.org/x/time v0.3.0 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/pkg/errors v0.9.1 go: downloading golang.org/x/tools v0.10.0 go: downloading github.com/docker/go-units v0.4.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading golang.org/x/net v0.20.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.10 go: downloading github.com/cespare/xxhash/v2 v2.2.0 go: downloading google.golang.org/protobuf v1.32.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/cespare/xxhash v1.1.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.12.0 go: downloading github.com/klauspost/compress v1.17.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/tklauser/go-sysconf v0.3.11 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/lestrrat-go/blackmagic v1.0.1 go: downloading github.com/lestrrat-go/httprc v1.0.4 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20190617123548-eb05cc24525f go: downloading github.com/cockroachdb/redact v1.0.8 go: downloading github.com/cockroachdb/sentry-go v0.6.1-cockroachdb.2 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading cloud.google.com/go/storage v1.30.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.6.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.1.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.44.259 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.6 go: downloading github.com/cockroachdb/pebble v0.0.0-20220415182917-06c9d3be25b3 go: downloading golang.org/x/oauth2 v0.16.0 go: downloading cloud.google.com/go v0.110.9 go: downloading google.golang.org/api v0.128.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/fatih/color v1.15.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.16.0 go: downloading github.com/spf13/cobra v1.7.0 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20231016165738-49dd2c1f3d0b go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading google.golang.org/genproto v0.0.0-20231030173426-d783a09b4405 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/davecgh/go-spew v1.1.1 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.0 go: downloading github.com/golang/glog v1.1.2 go: downloading go.uber.org/mock v0.2.0 go: downloading github.com/sasha-s/go-deadlock v0.2.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading golang.org/x/crypto v0.18.0 go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.18 go: downloading github.com/mattn/go-runewidth v0.0.14 go: downloading github.com/tklauser/numcpus v0.6.0 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.3.0 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v0.5.1 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.4 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.23.2 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.27.2 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/apache/thrift v0.13.1-0.20201008052519-daf620915714 go: downloading github.com/petermattis/goid v0.0.0-20211229010228-4d14c490ee36 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20231106174013-bbf56f31fb17 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.11.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/rivo/uniseg v0.4.4 go: downloading go.opencensus.io v0.24.0 go: downloading golang.org/x/xerrors v0.0.0-20220907171357-04be3eba64a2 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/pkg/browser v0.0.0-20210115035449-ce105d075bb4 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt v3.2.1+incompatible go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/DataDog/zstd v1.4.5 go: downloading k8s.io/apimachinery v0.27.2 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.90.1 go: downloading github.com/google/gofuzz v1.1.0 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.2.3 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading k8s.io/utils v0.0.0-20230209194617-a36077c30491 go: downloading github.com/go-logr/logr v1.2.3 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.2.4 go: downloading github.com/google/s2a-go v0.1.4 go: downloading google.golang.org/appengine v1.6.7 go: downloading github.com/jmespath/go-jmespath v0.4.0 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-6ca8c2e1e002d059ac33a17258eddfb8f25851ca-aab60569c6d9d49252ffc1c78ce392fd4993c5aa) 207788032 bytes in 5.35 secs (38849767 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 141 0 --:--:-- --:--:-- --:--:-- 140 + sha1=ee5bd74cfec316736bf6abc03f22955f88d53e24 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/ee5bd74cfec316736bf6abc03f22955f88d53e24/centos7/tikv-server.tar.gz + echo '📂 extract bin from tikv-server.tar.gz ...' 📂 extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo '✅ extracted bin from tikv-server.tar.gz .' ✅ extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_release-7.5 =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 + [[ false = \t\r\u\e ]] + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/release-7.5/sha1 ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1175 0 --:--:-- --:--:-- --:--:-- 1205 + sha1=78f4254e3f5adb48e3e1e2489065f5ccf6cf1815 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/78f4254e3f5adb48e3e1e2489065f5ccf6cf1815/centos7/pd-server.tar.gz + echo '📂 extract bin from pd-server.tar.gz ...' 📂 extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo '✅ extracted bin from pd-server.tar.gz .' ✅ extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 52.59 secs (37405369 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x [Pipeline] node Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Agent pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-jdd9v-cxnfs --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "9aeb64193e6d715cc625cb11eb92564866dcb23c" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-jdd9v" name: "pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-jdd9v-cxnfs-jm5t2 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-qtlvj-1sg53 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "46de17e456f7e04ca41585e70f5ae0a19dd72c87" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-qtlvj" name: "pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-qtlvj-1sg53-t8hxh in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v Agent pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-q4jk3-fd7wb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4dca727a8eb95fa39a2b90051fddccc85e6deb50" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-q4jk3" name: "pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-q4jk3-fd7wb-73scs in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-s4rjq-vr0s8 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3b54012a337f497d06dfbd0547f2477160a85959" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-s4rjq" name: "pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@dcb195; decorates RemoteLauncher[hudson.remoting.Channel@51cdedfd:JNLP4-connect connection from 10.233.106.169/10.233.106.169:54820] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tidb-release-7-5-ghpr-check2-812-s4rjq-vr0s8-wrnb9 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { Agent pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-clh6j-hq5n7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f418310e82bb5e4c7ae92ded0b1280c15faa645c" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-clh6j" name: "pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7a946a35; decorates RemoteLauncher[hudson.remoting.Channel@2cc17740:JNLP4-connect connection from 10.233.72.32/10.233.72.32:33310] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tidb-release-7-5-ghpr-check2-812-clh6j-hq5n7-v0v7x in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Cloning repository https://github.com/PingCAP-QE/ci.git [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb [Pipeline] { [Pipeline] podTemplate No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@7a2b973a; decorates RemoteLauncher[hudson.remoting.Channel@35470ff2:JNLP4-connect connection from 10.233.71.129/10.233.71.129:57570] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] node [Pipeline] checkout Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 The recommended git tool is: git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-chbn2-b2hfg --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5890279a79f95c2fa2348c494bcf2ed50c25a519" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-chbn2" name: "pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@584a5e7f; decorates RemoteLauncher[hudson.remoting.Channel@bdc51f2:JNLP4-connect connection from 10.233.72.14/10.233.72.14:48688] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tidb-release-7-5-ghpr-check2-812-chbn2-b2hfg-c7dn7 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { [Pipeline] node Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@14908ec4; decorates RemoteLauncher[hudson.remoting.Channel@362bc8ea:JNLP4-connect connection from 10.233.69.162/10.233.69.162:43646] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-08bf4-pr9jn --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "db4685ba32905d0de69f7c686e28aeee9996752f" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-08bf4" name: "pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-08bf4-pr9jn-x15b4 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@4c6f723d; decorates RemoteLauncher[hudson.remoting.Channel@72fb8c77:JNLP4-connect connection from 10.233.93.18/10.233.93.18:41732] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/release-7.5/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] stage [Pipeline] { (Test) [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@b298524; decorates RemoteLauncher[hudson.remoting.Channel@500efa87:JNLP4-connect connection from 10.233.67.219/10.233.67.219:49574] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { Agent pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-g9frh-gqrrw --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "a9d89bae74d691a9038fe6bd1943c252fc42300d" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-g9frh" name: "pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-g9frh-gqrrw-jcv1v in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 [Pipeline] stage [Pipeline] { (Test) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] checkout [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { The recommended git tool is: git [Pipeline] cache Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1bb2f4ec; decorates RemoteLauncher[hudson.remoting.Channel@43fb0de7:JNLP4-connect connection from 10.233.70.104/10.233.70.104:55166] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Agent pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-p8ddk-08k54 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "e94716838095647462727a557143c5785ada9629" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-p8ddk" name: "pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Running on pingcap-tidb-release-7-5-ghpr-check2-812-p8ddk-08k54-0c2mb in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0 Agent pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-9pfln-2m1fr --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "02a16e26f4d317bae3c69ebc913ac21342bfe6f3" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-9pfln" name: "pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-9pfln-2m1fr-gw5hk in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-22mfs-3hxd7 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "809e24e9027425988d8173dfdb0a95f0f59d8195" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-22mfs" name: "pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-22mfs-3hxd7-8v09f in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 3.58 secs (549415543 bytes/sec) [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { The recommended git tool is: git [Pipeline] cache + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@18c29b9a; decorates RemoteLauncher[hudson.remoting.Channel@cbb0388:JNLP4-connect connection from 10.233.93.32/10.233.93.32:60760] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2f38c84b; decorates RemoteLauncher[hudson.remoting.Channel@46b8e6aa:JNLP4-connect connection from 10.233.106.113/10.233.106.113:59344] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@53899de8; decorates RemoteLauncher[hudson.remoting.Channel@1e0c1c79:JNLP4-connect connection from 10.233.108.77/10.233.108.77:40456] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0 is provisioned from template pingcap_tidb_release-7_5_ghpr_check2_812-b9589-v71qd --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" runUrl: "job/pingcap/job/tidb/job/release-7.5/job/ghpr_check2/812/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "49578eee4a4dd7f69e4aae84e2c530ae589a6674" jenkins/label: "pingcap_tidb_release-7_5_ghpr_check2_812-b9589" name: "pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0" - name: "JENKINS_NAME" value: "pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-release-7-5-ghpr-check2-812-b9589-v71qd-nsmd0 in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 6.09 secs (323125897 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1f34c29b; decorates RemoteLauncher[hudson.remoting.Channel@37536cad:JNLP4-connect connection from 10.233.88.19/10.233.88.19:56272] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Avoid second fetch > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 11.08 secs (177599030 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.71 secs (417503903 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 10.89 secs (180661817 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.67 secs (421548791 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 5.17 secs (380819584 bytes/sec) [Pipeline] { [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.85 secs (405519595 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r--. 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.01 secs (490085038 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.31 secs (456452679 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 4.24 secs (464138614 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] withEnv [Pipeline] { + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] stage + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { (Test) diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh n ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/integrationtest.sh y ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.26.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20230317032135-a0d097d16e22 [Pipeline] sh go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231008024516-f3b554899a0c + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] sh go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/tidb/parser v0.0.0-20230921011512-71e5858366cb go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/pingcap/log v1.1.0 go: downloading go.uber.org/zap v1.25.0 go: downloading golang.org/x/text v0.12.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/benbjohnson/clock v1.3.5 [Pipeline] sh go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 go: downloading golang.org/x/text v0.12.0 go: downloading github.com/pingcap/log v1.1.0 go: downloading go.uber.org/zap v1.25.0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/benbjohnson/clock v1.3.5 diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a [Pipeline] cache + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") Cache restored successfully (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812) 1967166976 bytes in 5.85 secs (336156934 bytes/sec) [Pipeline] { [Pipeline] sh + ls -l rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa -rw-r--r-- 1 jenkins jenkins 0 May 6 23:56 rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-release-7.5-ghpr_check2-812 already exists) + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b3139c8e4a..202f331601 100644 --- a/Makefile.common +++ b/Makefile.common @@ -121,6 +121,6 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif diff --git a/pkg/extension/enterprise b/pkg/extension/enterprise index 18bb1d4fac..cb58c31ad9 160000 --- a/pkg/extension/enterprise +++ b/pkg/extension/enterprise @@ -1 +1 @@ -Subproject commit 18bb1d4facf3c0272c8197c792ce29b574b579bc +Subproject commit cb58c31ad9364cc770b250a4702c8d7b75f98b1a + git status HEAD detached from origin/release-7.5 You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common modified: pkg/extension/enterprise (new commits) Untracked files: (use "git add ..." to include in what will be committed) rev-aab60569c6d9d49252ffc1c78ce392fd4993c5aa no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c start tidb-server, log file: ./integration-test.out tidb-server(PID: 1775) started go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c start tidb-server, log file: ./integration-test.out tidb-server(PID: 2040) started GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 run all integration test cases (disabled new collation) time="2024-05-06T23:59:18+08:00" level=info msg="running tests: [collation_agg_func collation_check_use_collation collation_misc collation_pointget]" time="2024-05-06T23:59:18+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T23:59:18+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.05624861 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.279122387 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db collation_misc" go: downloading github.com/sergi/go-diff v1.1.0 time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/collation_misc.test: ok! 61 test cases passed, take time 0.237878554 s run all integration test cases (enabled new collation) time="2024-05-06T23:59:19+08:00" level=info msg="running tests: [access_path_selection agg_predicate_pushdown bindinfo/bind bindinfo/session_handle black_list clustered_index collation_agg_func collation_check_use_collation collation_misc collation_pointget common_collation cte ddl/attributes_sql ddl/column ddl/column_change ddl/column_modify ddl/column_type_change ddl/constraint ddl/db ddl/db_cache ddl/db_change ddl/db_foreign_key ddl/db_integration ddl/db_partition ddl/db_rename ddl/db_table ddl/ddl_error ddl/ddl_tiflash ddl/fail_db ddl/index_modify ddl/integration ddl/modify_column ddl/multi_schema_change ddl/partition ddl/primary_key_handle ddl/reorg_partition ddl/resource_group ddl/sequence ddl/serial ddl/table_modify executor/admin executor/aggregate executor/ddl executor/executor executor/foreign_key executor/issues executor/join executor/jointest/hash_join executor/kv executor/prepared executor/show executor/split_table executor/union_scan executor/write explain-non-select-stmt explain explain_complex explain_complex_stats explain_cte explain_easy explain_easy_stats explain_foreign_key explain_generate_column_substitute explain_indexmerge_stats explain_join_stats explain_shard_index explain_stats explain_union_scan expression/builtin expression/cast expression/charset_and_collation expression/enum_set expression/explain expression/issues expression/json expression/misc expression/plan_cache expression/time expression/vitess_hash generated_columns imdbload index_join index_merge infoschema/cluster_tables infoschema/infoschema infoschema/tables naaj new_character_set new_character_set_builtin new_character_set_invalid planner/cardinality/selectivity planner/cardinality/trace planner/cascades/integration planner/core/casetest/expression_rewriter planner/core/casetest/hint/hint planner/core/casetest/integration planner/core/casetest/partition/integration_partition planner/core/casetest/partition/partition_pruner planner/core/casetest/point_get_plan planner/core/casetest/predicate_simplification planner/core/casetest/pushdown/push_down planner/core/casetest/rule/rule_derive_topn_from_window planner/core/casetest/rule/rule_join_reorder planner/core/casetest/rule/rule_result_reorder planner/core/cbo planner/core/enforce_mpp planner/core/expression_rewriter planner/core/indexmerge_intersection planner/core/indexmerge_path planner/core/integration planner/core/integration_partition planner/core/issuetest/planner_issue planner/core/partition_pruner planner/core/physical_plan planner/core/plan planner/core/plan_cache planner/core/plan_cost_ver2 planner/core/point_get_plan planner/core/preprocess planner/core/range_scan_for_like planner/core/rule_constant_propagation planner/core/rule_join_reorder planner/core/rule_result_reorder planner/core/tests/prepare/issue planner/core/tests/prepare/prepare planner/funcdep/only_full_group_by privilege/privileges select session/bootstrap_upgrade session/clustered_index session/common session/nontransactional session/session session/temporary_table session/variable session/vars sessionctx/setvar sessiontxn/externals show statistics/handle statistics/integration statistics/lock_table_stats subquery table/cache table/index table/partition table/tables table/temptable topn_push_down topn_pushdown tpch types/const util/admin util/ranger window_function]" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db show" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/show.test: ok! 3 test cases passed, take time 0.000580929 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [show] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db access_path_selection" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.013108458 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [access_path_selection] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db agg_predicate_pushdown" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.011871499 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [agg_predicate_pushdown] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db bindinfo__bind" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-06T23:59:19+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T23:59:19+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T23:59:19+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/bindinfo/bind.test: ok! 100 test cases passed, take time 0.351980597 s go: downloading github.com/sergi/go-diff v1.1.0 ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.255647331 s time="2024-05-06T23:59:19+08:00" level=info msg="run test [collation_pointget] ok" Great, All tests passed time="2024-05-06T23:59:20+08:00" level=info msg="run test [bindinfo/bind] ok" time="2024-05-06T23:59:20+08:00" level=warning msg="Create new db bindinfo__session_handle" time="2024-05-06T23:59:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.037504954 s time="2024-05-06T23:59:20+08:00" level=info msg="run test [bindinfo/session_handle] ok" time="2024-05-06T23:59:20+08:00" level=warning msg="Create new db black_list" time="2024-05-06T23:59:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/black_list.test: ok! 24 test cases passed, take time 0.018884902 s time="2024-05-06T23:59:20+08:00" level=info msg="run test [black_list] ok" time="2024-05-06T23:59:20+08:00" level=warning msg="Create new db clustered_index" time="2024-05-06T23:59:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" integrationtest passed! ./run-tests.sh: line 1: kill: (1775) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 ./t/clustered_index.test: ok! 47 test cases passed, take time 1.935771878 s time="2024-05-06T23:59:22+08:00" level=info msg="run test [clustered_index] ok" time="2024-05-06T23:59:22+08:00" level=warning msg="Create new db collation_agg_func" time="2024-05-06T23:59:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" No test report files were found. Configuration error? None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.061651185 s time="2024-05-06T23:59:22+08:00" level=info msg="run test [collation_agg_func] ok" time="2024-05-06T23:59:22+08:00" level=warning msg="Create new db collation_check_use_collation" time="2024-05-06T23:59:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.287430549 s time="2024-05-06T23:59:22+08:00" level=info msg="run test [collation_check_use_collation] ok" time="2024-05-06T23:59:22+08:00" level=warning msg="Create new db collation_misc" time="2024-05-06T23:59:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] // container GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node ./t/collation_misc.test: ok! 61 test cases passed, take time 0.228342698 s time="2024-05-06T23:59:22+08:00" level=info msg="run test [collation_misc] ok" time="2024-05-06T23:59:22+08:00" level=warning msg="Create new db collation_pointget" time="2024-05-06T23:59:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.265037146 s time="2024-05-06T23:59:23+08:00" level=info msg="run test [collation_pointget] ok" time="2024-05-06T23:59:23+08:00" level=warning msg="Create new db common_collation" time="2024-05-06T23:59:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/common_collation.test: ok! 26 test cases passed, take time 0.073955421 s time="2024-05-06T23:59:23+08:00" level=info msg="run test [common_collation] ok" time="2024-05-06T23:59:23+08:00" level=warning msg="Create new db cte" time="2024-05-06T23:59:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/cte.test: ok! 189 test cases passed, take time 0.840624399 s time="2024-05-06T23:59:24+08:00" level=info msg="run test [cte] ok" time="2024-05-06T23:59:24+08:00" level=warning msg="Create new db ddl__attributes_sql" time="2024-05-06T23:59:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.208147369 s time="2024-05-06T23:59:24+08:00" level=info msg="run test [ddl/attributes_sql] ok" time="2024-05-06T23:59:24+08:00" level=warning msg="Create new db ddl__column" time="2024-05-06T23:59:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column.test: ok! 16 test cases passed, take time 0.108922976 s time="2024-05-06T23:59:24+08:00" level=info msg="run test [ddl/column] ok" time="2024-05-06T23:59:24+08:00" level=warning msg="Create new db ddl__column_change" time="2024-05-06T23:59:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.033177035 s time="2024-05-06T23:59:24+08:00" level=info msg="run test [ddl/column_change] ok" time="2024-05-06T23:59:24+08:00" level=warning msg="Create new db ddl__column_modify" time="2024-05-06T23:59:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 0.8250139 s time="2024-05-06T23:59:25+08:00" level=info msg="run test [ddl/column_modify] ok" time="2024-05-06T23:59:25+08:00" level=warning msg="Create new db ddl__column_type_change" time="2024-05-06T23:59:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c INFO: Invocation ID: 0cfa5ed6-0138-4915-a429-5c32033fecbb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_01.3851635763/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 22f14382-26f7-4874-aeb4-9889c392e626 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_01.2650993448/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Starting local Bazel server and connecting to it... go: downloading github.com/sergi/go-diff v1.1.0 Loading: Loading: INFO: Invocation ID: b983ecc3-587a-4268-b3ae-baa58061ad99 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_00.3839660646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: c66c49bc-6197-444b-85df-fad427f9c010 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_03.2427417770/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Starting local Bazel server and connecting to it... INFO: Invocation ID: 2c5c1000-210f-4125-b285-d46db6c1bda0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_04.2218911568/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Starting local Bazel server and connecting to it... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: a8bc45a5-b4a4-4c2f-bcb2-8b798a47f8b6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_56_59.2494154500/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: c1fc165e-1943-481d-9b43-1448a1590100 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_05.4095143014/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 351660bf-778c-4a89-81a6-6105057b3165 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_08.1588914420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (73 packages loaded, 783 targets configured) INFO: Invocation ID: 5288139a-bfb5-42e9-bd25-f6fc5af0e5ed INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_09.1283829227/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (68 packages loaded, 670 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Loading: Analyzing: target //:gazelle (74 packages loaded, 989 targets configured) Analyzing: target //:gazelle (98 packages loaded, 10429 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (52 packages loaded, 444 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (98 packages loaded, 7084 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1021 targets configured) Analyzing: target //:gazelle (86 packages loaded, 9983 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10430 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10429 targets configured) INFO: Invocation ID: b9d3c994-7236-48ef-b7fc-5c6e01b516bd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_12.836448275/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Loading: Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (98 packages loaded, 4104 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1084 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1115 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (74 packages loaded, 944 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10432 targets configured) Analyzing: target //:gazelle (44 packages loaded, 415 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (98 packages loaded, 2726 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (168 packages loaded, 11216 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11224 targets configured) Analyzing: target //:gazelle (264 packages loaded, 11912 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (170 packages loaded, 11217 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (172 packages loaded, 11221 targets configured) Analyzing: target //:gazelle (181 packages loaded, 11245 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 929.8 KiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 2.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.9 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [27 / 311] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/typeparams/typeparams.a [for tool] ... (4 actions, 0 running) Analyzing: target //:gazelle (163 packages loaded, 11205 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) [32 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.4 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [282 / 311] GoCompilePkg external/org_golang_x_mod/semver/semver.a [for tool]; Downloading external/org_golang_x_mod/semver/semver.x; 0s remote-cache ... (7 actions, 0 running) [27 / 311] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (7 actions, 0 running) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.532s, Critical Path: 4.08s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle ./t/ddl/column_type_change.test: ok! 1268 test cases passed, take time 23.851663622 s time="2024-05-06T23:59:49+08:00" level=info msg="run test [ddl/column_type_change] ok" time="2024-05-06T23:59:49+08:00" level=warning msg="Create new db ddl__constraint" time="2024-05-06T23:59:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/constraint.test: ok! 438 test cases passed, take time 1.928535121 s time="2024-05-06T23:59:51+08:00" level=info msg="run test [ddl/constraint] ok" time="2024-05-06T23:59:51+08:00" level=warning msg="Create new db ddl__db" time="2024-05-06T23:59:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: beae67bc-511d-4028-8b90-eb31cbff77c4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_01.3851635763/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (162 packages loaded, 11206 targets configured) [310 / 311] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.405s, Critical Path: 3.40s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.668s, Critical Path: 3.61s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [144 / 311] GoCompilePkg external/com_github_daixiang0_gci/pkg/format/format.a [for tool]; Downloading external/com_github_daixiang0_gci/pkg/format/format.a, 24.0 KiB / 35.8 KiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [271 / 311] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8f4762a5-95ab-4a93-b684-1b0c1517aeac INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_01.2650993448/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b015f2a5-a4c2-46e4-9f6f-de5035c927c8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_03.2427417770/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.659s, Critical Path: 3.83s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (183 packages loaded, 11240 targets configured) Analyzing: target //:gazelle (209 packages loaded, 11472 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (110 packages loaded, 10528 targets configured) Analyzing: target //:gazelle (198 packages loaded, 11458 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/funcdata.h; 0s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.213s, Critical Path: 4.10s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 1f179beb-4bc0-4eea-a97c-b7bbe1f0114d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_00.3839660646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tools/tazel:tazel (8 packages loaded, 11294 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 81a2da7b-388a-4d69-81c8-0b29462218ed INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_04.2218911568/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. ./t/ddl/db.test: ok! 288 test cases passed, take time 3.283190035 s time="2024-05-06T23:59:54+08:00" level=info msg="run test [ddl/db] ok" time="2024-05-06T23:59:54+08:00" level=warning msg="Create new db ddl__db_cache" time="2024-05-06T23:59:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11618 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 0.324042955 s time="2024-05-06T23:59:54+08:00" level=info msg="run test [ddl/db_cache] ok" time="2024-05-06T23:59:54+08:00" level=warning msg="Create new db ddl__db_change" time="2024-05-06T23:59:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tools/tazel:tazel (102 packages loaded, 12838 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11830 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.246029027 s time="2024-05-06T23:59:55+08:00" level=info msg="run test [ddl/db_change] ok" time="2024-05-06T23:59:55+08:00" level=warning msg="Create new db ddl__db_foreign_key" [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 1.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11838 targets configured) time="2024-05-06T23:59:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.137433866 s time="2024-05-06T23:59:55+08:00" level=info msg="run test [ddl/db_foreign_key] ok" time="2024-05-06T23:59:55+08:00" level=warning msg="Create new db ddl__db_integration" time="2024-05-06T23:59:55+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //:gazelle (99 packages loaded, 10450 targets configured) Analyzing: target //:gazelle (104 packages loaded, 10469 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/image.a, 103.6 KiB / 783.8 KiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (107 packages loaded, 12846 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (107 packages loaded, 12772 targets configured) [26 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 7.0 MiB / 7.3 MiB; 2s remote-cache [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 10.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11350 targets configured) Analyzing: target //tools/tazel:tazel (275 packages loaded, 13817 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (110 packages loaded, 10528 targets configured) Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) Analyzing: target //tools/tazel:tazel (108 packages loaded, 12800 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [186 / 311] GoCompilePkg external/co_honnef_go_tools/go/ir/irutil/irutil.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (278 packages loaded, 13845 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (100 packages loaded, 12789 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.349s, Critical Path: 4.22s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (159 packages loaded, 10767 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_golang_google_grpc/backoff/backoff.a ... (6 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f120ef21-9cfc-4d5e-aa59-b8a0e4d31342 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_05.4095143014/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [25 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) [153 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (277 packages loaded, 13817 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 21] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [268 / 573] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (7 actions, 0 running) Analyzing: target //:gazelle (261 packages loaded, 11710 targets configured) [268 / 573] [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (5 actions, 0 running) [271 / 311] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.098s, Critical Path: 3.15s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle [537 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; 0s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.360s, Critical Path: 3.60s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //:gazelle (264 packages loaded, 11912 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [268 / 573] [Prepa] GoCompilePkg external/in_gopkg_natefinch_lumberjack_v2/lumberjack_v2.a ... (6 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: fa2ac8c0-cb55-43dd-b0e1-ad3fe08df641 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_08.1588914420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [530 / 573] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 7.0 MiB / 8.4 MiB; 0s remote-cache ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ac749c35-8f55-4688-9676-4645d668f2c7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_56_59.2494154500/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes [543 / 573] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (2 actions, 0 running) [272 / 311] [Prepa] GoCompilePkg external/bazel_gazelle/pathtools/pathtools.a [for tool] ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11884 targets configured) [268 / 573] [Prepa] GoCompilePkg external/com_github_google_uuid/uuid.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.750s, Critical Path: 2.66s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Elapsed time: 29.175s, Critical Path: 4.05s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.702s, Critical Path: 2.59s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [540 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; 0s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.991s, Critical Path: 2.92s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 63ea7ad0-7639-4dc7-9412-cd07714b65bb INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_09.1283829227/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (117 packages loaded, 12937 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [530 / 573] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; 0s remote-cache ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.645s, Critical Path: 2.54s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 33a751f5-ca70-4af3-97ed-1b928ce2a354 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_01.3851635763/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/sessiontest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11886 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 41c15420-bb8f-4dbf-add5-90c8d8741aa7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_03.2427417770/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/txntest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) [24 / 311] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: f6d20e97-6f88-4ecc-b1f2-a1531ea217e5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_01.2650993448/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/statisticstest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (149 packages loaded, 13233 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (273 packages loaded, 13796 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11883 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.146s, Critical Path: 2.97s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 1c3461cc-d9d8-43e9-92d1-933562b8f388 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_00.3839660646/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/pessimistictest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. ./t/ddl/db_integration.test: ok! 662 test cases passed, take time 5.345029434 s time="2024-05-07T00:00:00+08:00" level=info msg="run test [ddl/db_integration] ok" time="2024-05-07T00:00:00+08:00" level=warning msg="Create new db ddl__db_partition" time="2024-05-07T00:00:00+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tools/tazel:tazel (117 packages loaded, 12937 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (436 packages loaded, 1637 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [27 / 311] checking cached actions Analyzing: target //tools/tazel:tazel (117 packages loaded, 12937 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: a220e79d-b9cb-432b-89f1-1dfc5f09c7b9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_04.2218911568/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/addindextest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (469 packages loaded, 1818 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured).  checking cached actions INFO: Found 1 target... [0 / 29] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (168 packages loaded, 10782 targets configured) Analyzing: 2 targets (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (378 packages loaded, 2128 targets configured) [288 / 311] GoLink external/bazel_gazelle/language/go/gen_std_package_list/gen_std_package_list_/gen_std_package_list [for tool]; Downloading external/bazel_gazelle/language/go/gen_std_package_list/gen_std_package_list_/gen_std_package_list, 2.1 MiB / 2.2 MiB; 0s remote-cache ... (4 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.482s, Critical Path: 3.71s INFO: 311 processes: 291 remote cache hit, 20 internal. INFO: Build completed successfully, 311 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (615 packages loaded, 11557 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (656 packages loaded, 12627 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (575 packages loaded, 11986 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f5352aba-c940-433d-b2ce-93ee3da4a015 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_06_15_57_12.836448275/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (664 packages loaded, 11847 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/pool/pool.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (867 packages loaded, 14419 targets configured) [268 / 573] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (4 actions, 0 running) [543 / 573] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Analyzing: 2 targets (349 packages loaded, 1599 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (828 packages loaded, 14282 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (743 packages loaded, 13043 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.099s, Critical Path: 2.87s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [445 / 573] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 575.8 KiB / 5.1 MiB; 0s remote-cache ... (3 actions, 0 running) [527 / 573] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 8.0 MiB / 8.4 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: 2 targets (497 packages loaded, 12199 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (852 packages loaded, 14133 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (932 packages loaded, 15432 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11864 targets configured) [537 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; Downloading external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a, 515.6 KiB / 2.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (900 packages loaded, 15582 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: c9eb05cd-03ef-4e1a-8f19-fc6a92b884c6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_05.4095143014/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (956 packages loaded, 15576 targets configured) [560 / 573] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; Downloading external/com_github_tikv_client_go_v2/internal/locate/locate.a, 3.0 MiB / 3.8 MiB; 0s remote-cache Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.016s, Critical Path: 2.88s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (890 packages loaded, 15394 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.432s, Critical Path: 2.57s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.367s, Critical Path: 3.56s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: 2 targets (779 packages loaded, 13549 targets configured) Analyzing: target //tools/tazel:tazel (103 packages loaded, 12841 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1004 packages loaded, 16289 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1009 packages loaded, 16408 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (992 packages loaded, 16177 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... Analyzing: 2 targets (803 packages loaded, 14747 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1048 packages loaded, 16616 targets configured) INFO: Invocation ID: 0c471ae4-d958-4fe1-acfc-de7c9f83ab03 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_09.1283829227/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: c883bd6c-b011-4ec3-8901-3152ce5bdb52 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_56_59.2494154500/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: INFO: Invocation ID: 22ad7431-c088-45db-8089-4b9f2c194267 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_08.1588914420/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1086 packages loaded, 17089 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (412 packages loaded, 1449 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest4[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/brietest[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest3[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (1060 packages loaded, 16927 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1066 packages loaded, 16730 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (292 packages loaded, 14086 targets configured) INFO: Analyzed target //tools/tazel:tazel (292 packages loaded, 14086 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] Creating source manifest for //tools/tazel:tazel Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1073 packages loaded, 17028 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1146 packages loaded, 17796 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (646 packages loaded, 10572 targets configured) Analyzing: 2 targets (930 packages loaded, 15227 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1116 packages loaded, 17583 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (293 packages loaded, 10917 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1104 packages loaded, 17134 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (49 packages loaded, 201 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (463 packages loaded, 3083 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1137 packages loaded, 17667 targets configured) Analyzing: 2 targets (1055 packages loaded, 16566 targets configured) [268 / 573] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1239 packages loaded, 18196 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (808 packages loaded, 13663 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (544 packages loaded, 12169 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1288 packages loaded, 18442 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (753 packages loaded, 13791 targets configured) Analyzing: 2 targets (1108 packages loaded, 17235 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1289 packages loaded, 18088 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (338 packages loaded, 11681 targets configured) [542 / 573] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tikvpb/tikvpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1239 packages loaded, 18194 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (914 packages loaded, 15353 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1288 packages loaded, 18442 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (805 packages loaded, 13647 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1289 packages loaded, 18088 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (759 packages loaded, 13029 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.394s, Critical Path: 2.63s INFO: 310 processes: 307 remote cache hit, 3 internal. INFO: Build completed successfully, 310 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/brietest:brietest_test (928 packages loaded, 15756 targets configured) ./t/ddl/db_partition.test: ok! 1145 test cases passed, take time 9.932860303 s time="2024-05-07T00:00:10+08:00" level=info msg="run test [ddl/db_partition] ok" time="2024-05-07T00:00:10+08:00" level=warning msg="Create new db ddl__db_rename" time="2024-05-07T00:00:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_rename.test: ok! 10 test cases passed, take time 0.040444469 s time="2024-05-07T00:00:10+08:00" level=info msg="run test [ddl/db_rename] ok" time="2024-05-07T00:00:10+08:00" level=warning msg="Create new db ddl__db_table" time="2024-05-07T00:00:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/db_table.test: ok! 53 test cases passed, take time 0.352541487 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/db_table] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__ddl_error" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.041375541 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/ddl_error] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__ddl_tiflash" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.026743788 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/ddl_tiflash] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__fail_db" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.099102384 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/fail_db] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__index_modify" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 0.093536356 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/index_modify] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__integration" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/integration.test: ok! 59 test cases passed, take time 0.323048962 s time="2024-05-07T00:00:11+08:00" level=info msg="run test [ddl/integration] ok" time="2024-05-07T00:00:11+08:00" level=warning msg="Create new db ddl__modify_column" time="2024-05-07T00:00:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1036 packages loaded, 16442 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1296 packages loaded, 18861 targets configured) Analyzing: 2 targets (1146 packages loaded, 17448 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1377 packages loaded, 19431 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1296 packages loaded, 18859 targets configured) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1377 packages loaded, 19431 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1377 packages loaded, 19431 targets configured). INFO: Found 1 test target... [0 / 5] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (968 packages loaded, 15672 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (927 packages loaded, 15406 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1369 packages loaded, 18678 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 725a7711-3eb2-4d9b-afcf-ea5ae9e50b62 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_06_15_57_12.836448275/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_env=TZ=Asia/Shanghai --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/brietest:brietest_test (974 packages loaded, 16107 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1088 packages loaded, 16965 targets configured) Loading: Loading: 0 packages loaded INFO: Using default value for --instrumentation_filter: "^//tests/realtikvtest/importintotest2[/:]". INFO: Override the above default with --instrumentation_filter INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 3 more have changed, discarding analysis cache. Analyzing: 2 targets (1291 packages loaded, 18233 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1378 packages loaded, 19074 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1019 packages loaded, 16339 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (992 packages loaded, 16132 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1007 packages loaded, 16333 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1346 packages loaded, 19155 targets configured) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1377 packages loaded, 19429 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1217 packages loaded, 17459 targets configured) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 17.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: 2 targets (1296 packages loaded, 18509 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (300 packages loaded, 1752 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1126 packages loaded, 17384 targets configured) INFO: Analyzed 2 targets (1377 packages loaded, 19080 targets configured). [25 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.0 MiB / 8.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1104 packages loaded, 17153 targets configured) INFO: Found 1 target and 1 test target... [0 / 20] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest/baseline_coverage.dat ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1018 packages loaded, 16381 targets configured) [19 / 1,423] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.4 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [30 / 1,427] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/typeparams/typeparams.a [for tool] ... (7 actions, 0 running) [24 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (522 packages loaded, 12125 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1353 packages loaded, 18761 targets configured) [22 / 1,423] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (2 actions, 0 running) [107 / 1,427] GoCompilePkg external/com_github_golangci_gofmt/gofmt/internal/diff/diff.a [for tool]; Downloading external/com_github_golangci_gofmt/gofmt/internal/diff/diff.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1152 packages loaded, 17354 targets configured) [20 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 5.8 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1151 packages loaded, 17370 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1147 packages loaded, 17800 targets configured) [322 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (793 packages loaded, 14302 targets configured) [428 / 1,427] GoCompilePkg external/com_github_modern_go_reflect2/reflect2.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1266 packages loaded, 18275 targets configured) [25 / 1,427] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [21 / 1,424] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 2.0 MiB / 3.4 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1266 packages loaded, 18275 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1353 packages loaded, 18761 targets configured) [270 / 1,423] [Prepa] GoCompilePkg external/org_uber_go_multierr/multierr.a ... (6 actions, 0 running) [682 / 1,427] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 8.4 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1292 packages loaded, 18589 targets configured) [771 / 1,427] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a, 5.0 MiB / 5.2 MiB; 0s remote-cache ... (8 actions, 0 running) [194 / 1,427] GoCompilePkg build/linter/forcetypeassert/forcetypeassert.a [for tool]; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (929 packages loaded, 15728 targets configured) [625 / 1,423] GoCompilePkg pkg/util/domainutil/domainutil.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1357 packages loaded, 18858 targets configured) [117 / 1,424] GoCompilePkg external/com_github_fatanugraha_noloopclosure/noloopclosure.a [for tool]; Downloading external/com_github_fatanugraha_noloopclosure/noloopclosure.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1297 packages loaded, 18865 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1434 packages loaded, 19708 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1434 packages loaded, 19708 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,064 / 1,427] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 24.0 MiB / 25.2 MiB; 0s remote-cache ... (7 actions, 0 running) [491 / 1,427] GoCompilePkg pkg/errno/errno.a; 0s remote-cache ... (8 actions, 0 running) [1,009 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/private/protocol/restxml/restxml.a; Downloading external/com_github_aws_aws_sdk_go/private/protocol/restxml/restxml.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1307 packages loaded, 18562 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1065 packages loaded, 16947 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1378 packages loaded, 19436 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1388 packages loaded, 19131 targets configured) [909 / 1,423] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; 0s remote-cache ... (7 actions, 0 running) [426 / 1,424] GoCompilePkg external/org_golang_google_protobuf/internal/filedesc/filedesc.a; 0s remote-cache ... (8 actions, 0 running) [1,082 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 68.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [756 / 1,427] GoCompilePkg external/com_github_json_iterator_go/go.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1391 packages loaded, 19274 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1087 packages loaded, 17082 targets configured) [747 / 1,424] GoCompilePkg external/com_github_cockroachdb_pebble/vfs/vfs.a; Downloading external/com_github_cockroachdb_pebble/vfs/vfs.a, 991.8 KiB / 1008.1 KiB; 0s remote-cache ... (8 actions, 0 running) [1,136 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 72.4 MiB / 76.2 MiB; 1s remote-cache ... (5 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1396 packages loaded, 19551 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) [1,067 / 1,423] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 15.8 MiB / 71.0 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1396 packages loaded, 19551 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [969 / 1,427] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,484] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,180 / 1,427] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/internal/kvrpc/kvrpc.a ... (3 actions, 0 running) [24 / 1,428] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,230 / 1,427] GoCompilePkg pkg/session/txninfo/txninfo.a; 0s remote-cache ... (3 actions, 0 running) [1,134 / 1,423] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1265 packages loaded, 18268 targets configured) [998 / 1,424] GoCompilePkg external/com_github_ks3sdklib_aws_sdk_go/service/s3/s3manager/s3manager.a; Downloading external/com_github_ks3sdklib_aws_sdk_go/service/s3/s3manager/s3manager.a; 0s remote-cache ... (8 actions, 0 running) [30 / 1,484] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/tokeninternal/tokeninternal.a [for tool] ... (7 actions, 0 running) [1,070 / 1,427] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [1,277 / 1,427] GoCompilePkg br/pkg/storage/storage.a; 0s remote-cache ... (2 actions, 0 running) [61 / 1,428] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 2.0 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 8.695470812 s time="2024-05-07T00:00:20+08:00" level=info msg="run test [ddl/modify_column] ok" time="2024-05-07T00:00:20+08:00" level=warning msg="Create new db ddl__multi_schema_change" time="2024-05-07T00:00:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1307 packages loaded, 18561 targets configured) [1,102 / 1,424] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 65.5 MiB / 71.0 MiB; 0s remote-cache ... (8 actions, 0 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [344 / 1,484] GoCompilePkg external/org_golang_x_sys/unix/unix.a; Downloading external/org_golang_x_sys/unix/unix.a, 2.3 MiB / 4.0 MiB; 0s remote-cache ... (8 actions, 0 running) [338 / 1,428] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) [1,159 / 1,427] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; Downloading external/org_golang_google_api/storage/v1/storage.a, 3.0 MiB / 4.0 MiB; 0s remote-cache ... (6 actions, 0 running) [1,308 / 1,427] GoCompilePkg pkg/store/copr/copr.a; 0s remote-cache, linux-sandbox ... (5 actions, 2 running) [55 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,217 / 1,423] GoCompilePkg pkg/types/types.a; 1s remote-cache, linux-sandbox [1,308 / 1,427] GoCompilePkg pkg/store/copr/copr.a; 0s remote-cache, linux-sandbox ... (5 actions, 2 running) [1,184 / 1,424] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1307 packages loaded, 18561 targets configured) [695 / 1,484] GoCompilePkg pkg/parser/model/model.a; 0s remote-cache ... (8 actions, 0 running) [29 / 1,446] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (6 actions, 0 running) [1,257 / 1,427] GoCompilePkg pkg/util/stmtsummary/v2/stmtsummary.a; Downloading pkg/util/stmtsummary/v2/stmtsummary.a, 2.0 MiB / 2.9 MiB; 0s remote-cache ... (8 actions, 0 running) [359 / 1,446] GoCompilePkg external/com_github_gogo_protobuf/proto/proto.a; Downloading external/com_github_gogo_protobuf/proto/proto.a, 3.0 MiB / 6.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,353 / 1,427] GoCompilePkg br/pkg/backup/prepare_snap/prepare_snap.a; Downloading br/pkg/backup/prepare_snap/prepare_snap.a, 2.0 MiB / 2.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,225 / 1,423] GoCompilePkg pkg/util/chunk/chunk.a; 0s remote-cache, linux-sandbox [1,354 / 1,427] GoCompilePkg pkg/telemetry/telemetry.a; Downloading pkg/telemetry/telemetry.a, 2.0 MiB / 2.6 MiB; 0s remote-cache ... (7 actions, 0 running) [711 / 1,428] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/internal/grant/grant.a; Downloading external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/internal/grant/grant.x; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1396 packages loaded, 19550 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) [303 / 1,446] GoCompilePkg external/io_k8s_apimachinery/pkg/util/sets/sets.a; 0s remote-cache ... (8 actions, 0 running) [1,227 / 1,424] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ... (2 actions, 0 running) [1,380 / 1,427] GoCompilePkg pkg/distsql/distsql.a; 0s remote-cache, linux-sandbox [920 / 1,484] GoCompilePkg external/com_github_uber_jaeger_client_go/jaeger-client-go.a; 0s remote-cache ... (8 actions, 0 running) [1,024 / 1,428] GoCompilePkg external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a; Downloading external/io_k8s_apimachinery/pkg/apis/meta/v1/meta.a, 4.9 MiB / 6.6 MiB; 0s remote-cache ... (8 actions, 0 running) [656 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; 0s remote-cache ... (8 actions, 0 running) [1,259 / 1,423] GoCompilePkg pkg/tablecodec/tablecodec.a; 0s remote-cache, linux-sandbox ... (5 actions, 4 running) ./t/ddl/multi_schema_change.test: ok! 297 test cases passed, take time 4.13301558 s time="2024-05-07T00:00:24+08:00" level=info msg="run test [ddl/multi_schema_change] ok" time="2024-05-07T00:00:24+08:00" level=warning msg="Create new db ddl__partition" time="2024-05-07T00:00:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,381 / 1,427] [Prepa] GoCompilePkg br/pkg/checksum/checksum.a [632 / 1,446] GoCompilePkg pkg/util/collate/ucadata/ucadata.a; 0s remote-cache ... (8 actions, 0 running) [1,382 / 1,427] GoCompilePkg br/pkg/lightning/backend/local/local.a; 0s remote-cache, linux-sandbox [1,310 / 1,427] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (2 actions, 0 running) [1,084 / 1,484] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 42.9 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) ./t/ddl/partition.test: ok! 145 test cases passed, take time 0.799908765 s time="2024-05-07T00:00:25+08:00" level=info msg="run test [ddl/partition] ok" time="2024-05-07T00:00:25+08:00" level=warning msg="Create new db ddl__primary_key_handle" time="2024-05-07T00:00:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,086 / 1,428] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 63.3 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [943 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/cloudwatch/cloudwatch.a; 0s remote-cache ... (8 actions, 0 running) [1,272 / 1,423] GoCompilePkg br/pkg/storage/storage.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [24 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 12.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,353 / 1,427] GoCompilePkg pkg/telemetry/telemetry.a; 0s remote-cache ... (8 actions, 0 running) [912 / 1,446] GoCompilePkg external/com_github_cockroachdb_pebble/sstable/sstable.a; Downloading external/com_github_cockroachdb_pebble/sstable/sstable.a, 2.2 MiB / 3.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,270 / 1,424] GoCompilePkg pkg/extension/extension.a; 0s remote-cache, linux-sandbox ... (8 actions running) [1,174 / 1,484] GoCompilePkg external/com_github_pingcap_kvproto/pkg/import_sstpb/import_sstpb.a; Downloading external/com_github_pingcap_kvproto/pkg/import_sstpb/import_sstpb.a, 2.5 MiB / 4.2 MiB; 0s remote-cache ... (7 actions, 0 running) [1,382 / 1,427] GoCompilePkg br/pkg/lightning/backend/local/local.a; 1s remote-cache, linux-sandbox [1,165 / 1,428] GoCompilePkg pkg/util/execdetails/execdetails.a; Downloading pkg/util/execdetails/execdetails.a, 351.8 KiB / 933.0 KiB; 0s remote-cache ... (2 actions, 0 running) [1,303 / 1,424] GoCompilePkg pkg/store/copr/copr.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,027 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [28 / 1,446] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (2 actions, 0 running) ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 1.177702021 s time="2024-05-07T00:00:26+08:00" level=info msg="run test [ddl/primary_key_handle] ok" time="2024-05-07T00:00:26+08:00" level=warning msg="Create new db ddl__reorg_partition" time="2024-05-07T00:00:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,064 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 20.0 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,383 / 1,427] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,265 / 1,484] [Prepa] GoCompilePkg pkg/sessionctx/sessionstates/sessionstates.a ... (8 actions, 0 running) [1,383 / 1,427] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,382 / 1,427] GoCompilePkg br/pkg/lightning/backend/local/local.a; 0s remote-cache, linux-sandbox [1,266 / 1,428] GoCompilePkg pkg/ddl/placement/placement.a; 0s remote-cache ... (5 actions, 0 running) [1,142 / 1,446] GoCompilePkg external/com_github_pingcap_kvproto/pkg/brpb/brpb.a; Downloading external/com_github_pingcap_kvproto/pkg/brpb/brpb.a, 2.0 MiB / 5.5 MiB; 0s remote-cache ... (7 actions, 0 running) [1,303 / 1,423] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 78.3 MiB / 78.9 MiB; 0s remote-cache ... (2 actions, 0 running) [365 / 1,446] GoCompilePkg external/io_k8s_apimachinery/pkg/util/sets/sets.a; 0s remote-cache ... (8 actions, 0 running) [1,310 / 1,424] GoCompilePkg pkg/statistics/statistics.a; Downloading pkg/statistics/statistics.a, 3.8 MiB / 4.7 MiB; 0s remote-cache ... (2 actions, 0 running) [1,146 / 1,446] GoCompilePkg external/com_github_pingcap_tipb/go-tipb/go-tipb.a; Downloading external/com_github_pingcap_tipb/go-tipb/go-tipb.a, 7.0 MiB / 8.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,227 / 1,446] GoCompilePkg pkg/resourcemanager/scheduler/scheduler.a; Downloading pkg/resourcemanager/scheduler/scheduler.a; 0s remote-cache ... (8 actions, 0 running) [1,345 / 1,484] GoCompilePkg pkg/domain/infosync/infosync.a; Downloading pkg/domain/infosync/infosync.a, 1023.8 KiB / 3.6 MiB; 0s remote-cache ... (7 actions, 0 running) [1,384 / 1,427] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [704 / 1,446] GoCompilePkg external/com_github_cockroachdb_pebble/sstable/sstable.a; 0s remote-cache ... (8 actions, 0 running) [1,337 / 1,423] GoCompilePkg pkg/statistics/handle/cache/cache.a; Downloading pkg/statistics/handle/cache/cache.a, 2.0 MiB / 2.3 MiB; 0s remote-cache ... (6 actions, 0 running) [1,383 / 1,427] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a [1,361 / 1,424] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 0s remote-cache ... (8 actions, 2 running) [1,384 / 1,427] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [1,242 / 1,446] [Prepa] GoCompilePkg pkg/util/plancache/plancache.a ... (8 actions, 0 running) [1,310 / 1,428] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a [1,361 / 1,484] [Prepa] GoCompilePkg pkg/planner/util/util.a [1,375 / 1,423] GoCompilePkg pkg/distsql/distsql.a; 0s remote-cache, linux-sandbox [1,378 / 1,424] GoCompilePkg br/pkg/lightning/backend/local/local.a; 0s remote-cache [1,306 / 1,446] GoCompilePkg pkg/util/logutil/consistency/consistency.a; Downloading pkg/util/logutil/consistency/consistency.a; 0s remote-cache ... (8 actions, 0 running) [962 / 1,446] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 76.1 MiB / 76.2 MiB; 0s remote-cache ... (8 actions, 0 running) ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 2.85186373 s time="2024-05-07T00:00:29+08:00" level=info msg="run test [ddl/reorg_partition] ok" time="2024-05-07T00:00:29+08:00" level=warning msg="Create new db ddl__resource_group" time="2024-05-07T00:00:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.055139348 s time="2024-05-07T00:00:29+08:00" level=info msg="run test [ddl/resource_group] ok" time="2024-05-07T00:00:29+08:00" level=warning msg="Create new db ddl__sequence" time="2024-05-07T00:00:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:00:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:00:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,317 / 1,446] GoCompilePkg pkg/disttask/framework/storage/storage.a; Downloading pkg/disttask/framework/storage/storage.x, 1023.8 KiB / 1.0 MiB; 0s remote-cache ... (4 actions, 0 running) [1,353 / 1,428] GoCompilePkg pkg/telemetry/telemetry.a; 0s remote-cache ... (8 actions, 0 running) [1,407 / 1,484] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 3.7 MiB / 5.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,377 / 1,423] GoCompilePkg br/pkg/lightning/backend/local/local.a; 0s remote-cache, linux-sandbox [1,384 / 1,427] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [1,329 / 1,446] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (3 actions, 0 running) [1,143 / 1,446] GoCompilePkg external/com_google_cloud_go_storage/internal/apiv2/stubs/stubs.a; Downloading external/com_google_cloud_go_storage/internal/apiv2/stubs/stubs.a, 2.8 MiB / 3.6 MiB; 0s remote-cache ... (8 actions, 0 running) time="2024-05-07T00:00:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,332 / 1,446] [Prepa] GoCompilePkg pkg/planner/util/util.a [1,379 / 1,424] [Prepa] GoCompilePkg pkg/ddl/ingest/ingest.a time="2024-05-07T00:00:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/sequence.test: ok! 268 test cases passed, take time 1.6355410830000001 s time="2024-05-07T00:00:31+08:00" level=info msg="run test [ddl/sequence] ok" time="2024-05-07T00:00:31+08:00" level=warning msg="Create new db ddl__serial" time="2024-05-07T00:00:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,384 / 1,428] GoCompilePkg pkg/ddl/ddl.a; 0s remote-cache, linux-sandbox [1,373 / 1,446] GoCompilePkg br/pkg/backup/prepare_snap/prepare_snap.a; Downloading br/pkg/backup/prepare_snap/prepare_snap.a, 2.0 MiB / 2.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,250 / 1,446] [Prepa] GoCompilePkg pkg/util/cteutil/cteutil.a ./t/ddl/serial.test: ok! 65 test cases passed, take time 0.458931633 s time="2024-05-07T00:00:31+08:00" level=info msg="run test [ddl/serial] ok" time="2024-05-07T00:00:31+08:00" level=warning msg="Create new db ddl__table_modify" time="2024-05-07T00:00:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 0.210671991 s time="2024-05-07T00:00:32+08:00" level=info msg="run test [ddl/table_modify] ok" time="2024-05-07T00:00:32+08:00" level=warning msg="Create new db executor__admin" time="2024-05-07T00:00:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,433 / 1,484] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [1,378 / 1,446] GoCompilePkg br/pkg/streamhelper/streamhelper.a; Downloading br/pkg/streamhelper/streamhelper.a, 3.0 MiB / 6.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,380 / 1,424] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox ./t/executor/admin.test: ok! 66 test cases passed, take time 0.397785445 s time="2024-05-07T00:00:32+08:00" level=info msg="run test [executor/admin] ok" time="2024-05-07T00:00:32+08:00" level=warning msg="Create new db executor__aggregate" time="2024-05-07T00:00:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,379 / 1,423] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [1,329 / 1,446] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (2 actions, 0 running) [1,403 / 1,446] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [1,403 / 1,446] GoCompilePkg pkg/ddl/ddl.a; 0s remote-cache, linux-sandbox [1,395 / 1,446] GoCompilePkg br/pkg/lightning/backend/kv/kv.a; Downloading br/pkg/lightning/backend/kv/kv.a, 647.8 KiB / 3.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,385 / 1,427] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,379 / 1,423] GoCompilePkg pkg/ddl/ddl.a; 3s remote-cache, linux-sandbox [1,387 / 1,427] GoCompilePkg pkg/domain/domain.a; 0s remote-cache, linux-sandbox [1,381 / 1,424] checking cached actions [1,385 / 1,427] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) ./t/executor/aggregate.test: ok! 676 test cases passed, take time 2.497297804 s time="2024-05-07T00:00:35+08:00" level=info msg="run test [executor/aggregate] ok" time="2024-05-07T00:00:35+08:00" level=warning msg="Create new db executor__ddl" time="2024-05-07T00:00:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,387 / 1,427] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox [1,406 / 1,446] GoCompilePkg pkg/domain/domain.a; 0s remote-cache, linux-sandbox [1,384 / 1,424] [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (6 actions, 0 running) [1,383 / 1,423] [Prepa] GoCompilePkg br/pkg/glue/glue.a [1,387 / 1,427] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox ./t/executor/ddl.test: ok! 158 test cases passed, take time 1.292766659 s time="2024-05-07T00:00:36+08:00" level=info msg="run test [executor/ddl] ok" time="2024-05-07T00:00:36+08:00" level=warning msg="Create new db executor__executor" time="2024-05-07T00:00:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,391 / 1,427] GoCompilePkg pkg/plugin/plugin.a; 0s remote-cache ... (7 actions, 2 running) [1,385 / 1,427] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,397 / 1,423] GoCompilePkg pkg/planner/memo/memo.a; Downloading pkg/planner/memo/memo.x; 0s remote-cache ... (8 actions, 3 running) [1,399 / 1,427] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache, linux-sandbox ... (7 actions, 2 running) [1,387 / 1,427] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox [1,403 / 1,424] GoCompilePkg br/pkg/conn/conn.a; 0s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,408 / 1,427] GoCompilePkg pkg/disttask/importinto/importinto.a; 0s remote-cache, linux-sandbox ... (5 actions, 2 running) [1,384 / 1,428] GoCompilePkg pkg/ddl/ddl.a; 6s remote-cache, linux-sandbox [1,411 / 1,427] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,407 / 1,446] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) [1,409 / 1,423] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox [1,389 / 1,427] GoCompilePkg pkg/plugin/plugin.a; Downloading pkg/plugin/plugin.a, 5.0 MiB / 5.2 MiB; 0s remote-cache ... (7 actions, 0 running) [1,410 / 1,424] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox [1,434 / 1,484] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a [1,450 / 1,484] GoCompilePkg br/pkg/conn/conn.a; 0s remote-cache, linux-sandbox ... (8 actions, 2 running) [1,400 / 1,428] GoCompilePkg br/pkg/conn/conn.a; 0s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,411 / 1,427] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,432 / 1,446] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,409 / 1,423] GoCompilePkg br/pkg/restore/restore.a; 1s remote-cache, linux-sandbox [1,410 / 1,427] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox ... (5 actions, 2 running) [1,412 / 1,424] [Prepa] GoCompilePkg br/pkg/task/show/show.a [1,414 / 1,427] GoCompilePkg br/pkg/restore/restore.a; 1s remote-cache, linux-sandbox [1,404 / 1,446] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a [1,464 / 1,484] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox [1,403 / 1,446] GoCompilePkg pkg/ddl/ddl.a; 6s remote-cache, linux-sandbox [1,414 / 1,428] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox [1,414 / 1,427] GoCompilePkg br/pkg/restore/restore.a; 1s remote-cache, linux-sandbox [1,421 / 1,446] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (3 actions, 2 running) [1,433 / 1,446] GoCompilePkg br/pkg/restore/restore.a; 1s remote-cache, linux-sandbox [1,422 / 1,446] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache, linux-sandbox ... (7 actions, 2 running) [1,414 / 1,427] GoCompilePkg br/pkg/restore/restore.a; 2s remote-cache, linux-sandbox [1,413 / 1,424] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox ./t/executor/executor.test: ok! 1398 test cases passed, take time 4.732715649 s time="2024-05-07T00:00:41+08:00" level=info msg="run test [executor/executor] ok" time="2024-05-07T00:00:41+08:00" level=warning msg="Create new db executor__foreign_key" time="2024-05-07T00:00:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,415 / 1,427] [Prepa] GoCompilePkg br/pkg/task/task.a [1,412 / 1,423] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,415 / 1,427] [Prepa] GoCompilePkg br/pkg/task/task.a [1,433 / 1,446] GoCompilePkg br/pkg/restore/restore.a; 2s remote-cache, linux-sandbox [1,434 / 1,446] [Prepa] GoCompilePkg br/pkg/task/task.a [1,433 / 1,446] GoCompilePkg br/pkg/restore/restore.a; 2s remote-cache, linux-sandbox [1,415 / 1,428] [Prepa] GoCompilePkg br/pkg/task/task.a [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,465 / 1,484] [Prepa] GoCompilePkg br/pkg/task/task.a [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,434 / 1,446] [Prepa] GoCompilePkg br/pkg/task/task.a [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,467 / 1,484] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox ./t/executor/foreign_key.test: ok! 260 test cases passed, take time 4.196931843 s time="2024-05-07T00:00:45+08:00" level=info msg="run test [executor/foreign_key] ok" time="2024-05-07T00:00:45+08:00" level=warning msg="Create new db executor__issues" time="2024-05-07T00:00:45+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,413 / 1,424] GoCompilePkg pkg/executor/executor.a; 6s remote-cache, linux-sandbox [1,412 / 1,423] GoCompilePkg pkg/executor/executor.a; 6s remote-cache, linux-sandbox ./t/executor/issues.test: ok! 390 test cases passed, take time 2.065746117 s time="2024-05-07T00:00:47+08:00" level=info msg="run test [executor/issues] ok" time="2024-05-07T00:00:47+08:00" level=warning msg="Create new db executor__join" time="2024-05-07T00:00:47+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,413 / 1,423] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,414 / 1,424] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,420 / 1,423] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a [1,423 / 1,424] [Prepa] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test ./t/executor/join.test: ok! 390 test cases passed, take time 2.147160315 s time="2024-05-07T00:00:49+08:00" level=info msg="run test [executor/join] ok" time="2024-05-07T00:00:49+08:00" level=warning msg="Create new db executor__jointest__hash_join" time="2024-05-07T00:00:49+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 0.659602795 s time="2024-05-07T00:00:50+08:00" level=info msg="run test [executor/jointest/hash_join] ok" time="2024-05-07T00:00:50+08:00" level=warning msg="Create new db executor__kv" time="2024-05-07T00:00:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/kv.test: ok! 16 test cases passed, take time 0.183219904 s time="2024-05-07T00:00:50+08:00" level=info msg="run test [executor/kv] ok" time="2024-05-07T00:00:50+08:00" level=warning msg="Create new db executor__prepared" time="2024-05-07T00:00:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/prepared.test: ok! 105 test cases passed, take time 0.257598048 s time="2024-05-07T00:00:50+08:00" level=info msg="run test [executor/prepared] ok" time="2024-05-07T00:00:50+08:00" level=warning msg="Create new db executor__show" time="2024-05-07T00:00:50+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache, linux-sandbox ./t/executor/show.test: ok! 55 test cases passed, take time 0.493372873 s time="2024-05-07T00:00:51+08:00" level=info msg="run test [executor/show] ok" time="2024-05-07T00:00:51+08:00" level=warning msg="Create new db executor__split_table" time="2024-05-07T00:00:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/executor/split_table.test: ok! 7 test cases passed, take time 0.053523647 s time="2024-05-07T00:00:51+08:00" level=info msg="run test [executor/split_table] ok" time="2024-05-07T00:00:51+08:00" level=warning msg="Create new db executor__union_scan" time="2024-05-07T00:00:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox ./t/executor/union_scan.test: ok! 231 test cases passed, take time 0.744829435 s time="2024-05-07T00:00:52+08:00" level=info msg="run test [executor/union_scan] ok" time="2024-05-07T00:00:52+08:00" level=warning msg="Create new db executor__write" time="2024-05-07T00:00:52+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,418 / 1,427] [Prepa] GoCompilePkg pkg/session/session.a [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 13s remote-cache, linux-sandbox [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,417 / 1,427] GoCompilePkg pkg/executor/executor.a; 13s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,422 / 1,423] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 5s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 13s remote-cache, linux-sandbox [1,418 / 1,427] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,467 / 1,484] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,437 / 1,446] [Prepa] GoCompilePkg pkg/session/session.a [1,423 / 1,424] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 6s remote-cache, linux-sandbox [1,418 / 1,428] GoCompilePkg pkg/executor/executor.a; 13s remote-cache, linux-sandbox [1,436 / 1,446] GoCompilePkg pkg/executor/executor.a; 12s remote-cache, linux-sandbox [1,468 / 1,484] [Prepa] GoCompilePkg pkg/session/session.a [1,424 / 1,430] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test.instrumented_files ... (2 actions, 0 running) [1,423 / 1,429] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test.instrumented_files [1,418 / 1,427] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,419 / 1,428] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,419 / 1,427] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,418 / 1,427] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,437 / 1,446] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,437 / 1,446] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,438 / 1,446] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,468 / 1,484] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,430 / 1,432] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,429 / 1,431] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,438 / 1,446] GoCompilePkg pkg/store/gcworker/gcworker.a; 0s remote-cache, linux-sandbox [1,418 / 1,427] GoCompilePkg pkg/session/session.a; 2s remote-cache, linux-sandbox [1,420 / 1,427] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,419 / 1,427] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,439 / 1,446] [Prepa] GoCompilePkg pkg/store/driver/driver.a ./t/executor/write.test: ok! 935 test cases passed, take time 6.082809385 s time="2024-05-07T00:00:58+08:00" level=info msg="run test [executor/write] ok" time="2024-05-07T00:00:58+08:00" level=warning msg="Create new db explain-non-select-stmt" time="2024-05-07T00:00:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.010937403 s time="2024-05-07T00:00:58+08:00" level=info msg="run test [explain-non-select-stmt] ok" time="2024-05-07T00:00:58+08:00" level=warning msg="Create new db explain" time="2024-05-07T00:00:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain.test: ok! 21 test cases passed, take time 0.064708209 s time="2024-05-07T00:00:58+08:00" level=info msg="run test [explain] ok" time="2024-05-07T00:00:58+08:00" level=warning msg="Create new db explain_complex" time="2024-05-07T00:00:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_complex.test: ok! 41 test cases passed, take time 0.234774141 s time="2024-05-07T00:00:58+08:00" level=info msg="run test [explain_complex] ok" time="2024-05-07T00:00:58+08:00" level=warning msg="Create new db explain_complex_stats" time="2024-05-07T00:00:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,470 / 1,484] GoCompilePkg pkg/server/handler/handler.a; Downloading pkg/server/handler/handler.a, 3.0 MiB / 5.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,437 / 1,446] GoCompilePkg pkg/session/session.a; 3s remote-cache, linux-sandbox [1,420 / 1,428] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 1s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [1,439 / 1,446] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 0s remote-cache, linux-sandbox [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox [1,478 / 1,484] [Prepa] GoCompilePkg pkg/server/server.a ./t/explain_complex_stats.test: ok! 52 test cases passed, take time 2.057404419 s time="2024-05-07T00:01:00+08:00" level=info msg="run test [explain_complex_stats] ok" time="2024-05-07T00:01:00+08:00" level=warning msg="Create new db explain_cte" time="2024-05-07T00:01:00+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_cte.test: ok! 53 test cases passed, take time 0.200660184 s time="2024-05-07T00:01:01+08:00" level=info msg="run test [explain_cte] ok" time="2024-05-07T00:01:01+08:00" level=warning msg="Create new db explain_easy" time="2024-05-07T00:01:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 1s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache, linux-sandbox ./t/explain_easy.test: ok! 190 test cases passed, take time 0.755505807 s time="2024-05-07T00:01:01+08:00" level=info msg="run test [explain_easy] ok" time="2024-05-07T00:01:01+08:00" level=warning msg="Create new db explain_easy_stats" time="2024-05-07T00:01:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,480 / 1,484] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 0s remote-cache, linux-sandbox ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 0.463584981 s time="2024-05-07T00:01:02+08:00" level=info msg="run test [explain_easy_stats] ok" time="2024-05-07T00:01:02+08:00" level=warning msg="Create new db explain_foreign_key" time="2024-05-07T00:01:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 0.295850587 s time="2024-05-07T00:01:02+08:00" level=info msg="run test [explain_foreign_key] ok" time="2024-05-07T00:01:02+08:00" level=warning msg="Create new db explain_generate_column_substitute" time="2024-05-07T00:01:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,481 / 1,484] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test_test.external.a; 0s remote-cache, linux-sandbox [1,483 / 1,484] [Prepa] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test ./t/explain_generate_column_substitute.test: ok! 225 test cases passed, take time 1.753609416 s time="2024-05-07T00:01:04+08:00" level=error msg="transaction is not committed correctly, rollback" time="2024-05-07T00:01:04+08:00" level=info msg="run test [explain_generate_column_substitute] ok" time="2024-05-07T00:01:04+08:00" level=warning msg="Create new db explain_indexmerge_stats" time="2024-05-07T00:01:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 0.668689884 s time="2024-05-07T00:01:05+08:00" level=info msg="run test [explain_indexmerge_stats] ok" time="2024-05-07T00:01:05+08:00" level=warning msg="Create new db explain_join_stats" time="2024-05-07T00:01:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.13191041 s time="2024-05-07T00:01:05+08:00" level=info msg="run test [explain_join_stats] ok" time="2024-05-07T00:01:05+08:00" level=warning msg="Create new db explain_shard_index" time="2024-05-07T00:01:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.058000696 s time="2024-05-07T00:01:05+08:00" level=info msg="run test [explain_shard_index] ok" time="2024-05-07T00:01:05+08:00" level=warning msg="Create new db explain_stats" time="2024-05-07T00:01:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_stats.test: ok! 10 test cases passed, take time 0.056821782 s time="2024-05-07T00:01:05+08:00" level=info msg="run test [explain_stats] ok" time="2024-05-07T00:01:05+08:00" level=warning msg="Create new db explain_union_scan" time="2024-05-07T00:01:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.100901651 s time="2024-05-07T00:01:05+08:00" level=info msg="run test [explain_union_scan] ok" time="2024-05-07T00:01:05+08:00" level=warning msg="Create new db expression__builtin" time="2024-05-07T00:01:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 6s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 7s remote-cache, linux-sandbox [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 7s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 7s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 8s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,446 / 1,451] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test.instrumented_files ... (2 actions, 0 running) [1,446 / 1,452] [Prepa] Expanding template external/remote_coverage_tools/Main [for tool] ... (2 actions, 0 running) [1,426 / 1,427] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 9s remote-cache, linux-sandbox [1,426 / 1,427] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 9s remote-cache, linux-sandbox [1,427 / 1,428] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 9s remote-cache, linux-sandbox [1,433 / 1,436] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 60.9 MiB / 96.2 MiB; 0s remote-cache [1,451 / 1,454] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,432 / 1,435] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 76.4 MiB / 96.2 MiB; 0s remote-cache [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 10s remote-cache, linux-sandbox [1,445 / 1,446] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [1,452 / 1,454] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,433 / 1,435] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 0s remote-cache, linux-sandbox ./t/expression/builtin.test: ok! 1332 test cases passed, take time 4.500787296 s time="2024-05-07T00:01:10+08:00" level=info msg="run test [expression/builtin] ok" time="2024-05-07T00:01:10+08:00" level=warning msg="Create new db expression__cast" time="2024-05-07T00:01:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/cast.test: ok! 39 test cases passed, take time 0.064158358 s time="2024-05-07T00:01:10+08:00" level=info msg="run test [expression/cast] ok" time="2024-05-07T00:01:10+08:00" level=warning msg="Create new db expression__charset_and_collation" time="2024-05-07T00:01:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 1s remote-cache, linux-sandbox [1,446 / 1,451] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test.instrumented_files [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 6s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 11s remote-cache, linux-sandbox [1,452 / 1,454] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] ./t/expression/charset_and_collation.test: ok! 705 test cases passed, take time 2.901316301 s time="2024-05-07T00:01:13+08:00" level=info msg="run test [expression/charset_and_collation] ok" time="2024-05-07T00:01:13+08:00" level=warning msg="Create new db expression__enum_set" time="2024-05-07T00:01:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.04800236 s time="2024-05-07T00:01:13+08:00" level=info msg="run test [expression/enum_set] ok" time="2024-05-07T00:01:13+08:00" level=warning msg="Create new db expression__explain" time="2024-05-07T00:01:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/explain.test: ok! 77 test cases passed, take time 0.11702096 s time="2024-05-07T00:01:13+08:00" level=info msg="run test [expression/explain] ok" time="2024-05-07T00:01:13+08:00" level=warning msg="Create new db expression__issues" time="2024-05-07T00:01:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 1s remote-cache, linux-sandbox [1,483 / 1,484] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 9s remote-cache, linux-sandbox [1,489 / 1,492] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 95.5 MiB / 96.2 MiB; 0s remote-cache [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 10s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox ./t/expression/issues.test: ok! 1295 test cases passed, take time 6.788848328 s time="2024-05-07T00:01:20+08:00" level=info msg="run test [expression/issues] ok" time="2024-05-07T00:01:20+08:00" level=warning msg="Create new db expression__json" time="2024-05-07T00:01:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/json.test: ok! 203 test cases passed, take time 0.316981787 s time="2024-05-07T00:01:20+08:00" level=info msg="run test [expression/json] ok" time="2024-05-07T00:01:20+08:00" level=warning msg="Create new db expression__misc" time="2024-05-07T00:01:20+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/misc.test: ok! 392 test cases passed, take time 1.5844508689999999 s time="2024-05-07T00:01:22+08:00" level=info msg="run test [expression/misc] ok" time="2024-05-07T00:01:22+08:00" level=warning msg="Create new db expression__plan_cache" time="2024-05-07T00:01:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/plan_cache.test: ok! 99 test cases passed, take time 0.196185349 s time="2024-05-07T00:01:22+08:00" level=info msg="run test [expression/plan_cache] ok" time="2024-05-07T00:01:22+08:00" level=warning msg="Create new db expression__time" time="2024-05-07T00:01:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/expression/time.test: ok! 201 test cases passed, take time 0.224754956 s time="2024-05-07T00:01:22+08:00" level=info msg="run test [expression/time] ok" time="2024-05-07T00:01:22+08:00" level=warning msg="Create new db expression__vitess_hash" time="2024-05-07T00:01:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 11s remote-cache, linux-sandbox ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 0.148423414 s time="2024-05-07T00:01:22+08:00" level=info msg="run test [expression/vitess_hash] ok" time="2024-05-07T00:01:22+08:00" level=warning msg="Create new db generated_columns" time="2024-05-07T00:01:22+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 11s remote-cache, linux-sandbox ./t/generated_columns.test: ok! 58 test cases passed, take time 0.299718803 s time="2024-05-07T00:01:23+08:00" level=info msg="run test [generated_columns] ok" time="2024-05-07T00:01:23+08:00" level=warning msg="Create new db imdbload" time="2024-05-07T00:01:23+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 11s remote-cache, linux-sandbox [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 12s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 81.812s, Critical Path: 64.19s INFO: 1432 processes: 1404 remote cache hit, 20 internal, 8 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 11s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 11s remote-cache, linux-sandbox ./t/imdbload.test: ok! 63 test cases passed, take time 4.597261073 s time="2024-05-07T00:01:27+08:00" level=info msg="run test [imdbload] ok" time="2024-05-07T00:01:27+08:00" level=warning msg="Create new db index_join" time="2024-05-07T00:01:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_join.test: ok! 22 test cases passed, take time 0.161137076 s time="2024-05-07T00:01:28+08:00" level=info msg="run test [index_join] ok" time="2024-05-07T00:01:28+08:00" level=warning msg="Create new db index_merge" time="2024-05-07T00:01:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/index_merge.test: ok! 145 test cases passed, take time 0.450237847 s time="2024-05-07T00:01:28+08:00" level=info msg="run test [index_merge] ok" time="2024-05-07T00:01:28+08:00" level=warning msg="Create new db infoschema__cluster_tables" time="2024-05-07T00:01:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.026311588 s time="2024-05-07T00:01:28+08:00" level=info msg="run test [infoschema/cluster_tables] ok" time="2024-05-07T00:01:28+08:00" level=warning msg="Create new db infoschema__infoschema" time="2024-05-07T00:01:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/infoschema/infoschema.test: ok! 18 test cases passed, take time 0.542312043 s time="2024-05-07T00:01:29+08:00" level=info msg="run test [infoschema/infoschema] ok" time="2024-05-07T00:01:29+08:00" level=warning msg="Create new db infoschema__tables" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 11s remote-cache, linux-sandbox ./t/infoschema/tables.test: ok! 109 test cases passed, take time 0.398749164 s time="2024-05-07T00:01:29+08:00" level=info msg="run test [infoschema/tables] ok" time="2024-05-07T00:01:29+08:00" level=warning msg="Create new db naaj" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/naaj.test: ok! 134 test cases passed, take time 0.148780284 s time="2024-05-07T00:01:29+08:00" level=info msg="run test [naaj] ok" time="2024-05-07T00:01:29+08:00" level=warning msg="Create new db new_character_set" time="2024-05-07T00:01:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set.test: ok! 61 test cases passed, take time 0.174281558 s time="2024-05-07T00:01:30+08:00" level=info msg="run test [new_character_set] ok" time="2024-05-07T00:01:30+08:00" level=warning msg="Create new db new_character_set_builtin" time="2024-05-07T00:01:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 0.526136239 s time="2024-05-07T00:01:30+08:00" level=info msg="run test [new_character_set_builtin] ok" time="2024-05-07T00:01:30+08:00" level=warning msg="Create new db new_character_set_invalid" time="2024-05-07T00:01:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.125547782 s time="2024-05-07T00:01:30+08:00" level=info msg="run test [new_character_set_invalid] ok" time="2024-05-07T00:01:30+08:00" level=warning msg="Create new db planner__cardinality__selectivity" time="2024-05-07T00:01:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 0.790104839 s time="2024-05-07T00:01:31+08:00" level=info msg="run test [planner/cardinality/selectivity] ok" time="2024-05-07T00:01:31+08:00" level=warning msg="Create new db planner__cardinality__trace" time="2024-05-07T00:01:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.065067901 s time="2024-05-07T00:01:31+08:00" level=info msg="run test [planner/cardinality/trace] ok" time="2024-05-07T00:01:31+08:00" level=warning msg="Create new db planner__cascades__integration" time="2024-05-07T00:01:31+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/cascades/integration.test: ok! 233 test cases passed, take time 0.413300154 s time="2024-05-07T00:01:32+08:00" level=info msg="run test [planner/cascades/integration] ok" time="2024-05-07T00:01:32+08:00" level=warning msg="Create new db planner__core__casetest__expression_rewriter" time="2024-05-07T00:01:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.081009091 s time="2024-05-07T00:01:32+08:00" level=info msg="run test [planner/core/casetest/expression_rewriter] ok" time="2024-05-07T00:01:32+08:00" level=warning msg="Create new db planner__core__casetest__hint__hint" time="2024-05-07T00:01:32+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 0.986254207 s time="2024-05-07T00:01:33+08:00" level=info msg="run test [planner/core/casetest/hint/hint] ok" time="2024-05-07T00:01:33+08:00" level=warning msg="Create new db planner__core__casetest__integration" time="2024-05-07T00:01:33+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/integration.test: ok! 416 test cases passed, take time 1.424060304 s time="2024-05-07T00:01:34+08:00" level=info msg="run test [planner/core/casetest/integration] ok" time="2024-05-07T00:01:34+08:00" level=warning msg="Create new db planner__core__casetest__partition__integration_partition" time="2024-05-07T00:01:34+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 0.582882549 s time="2024-05-07T00:01:35+08:00" level=info msg="run test [planner/core/casetest/partition/integration_partition] ok" time="2024-05-07T00:01:35+08:00" level=warning msg="Create new db planner__core__casetest__partition__partition_pruner" time="2024-05-07T00:01:35+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 0.729527942 s time="2024-05-07T00:01:36+08:00" level=info msg="run test [planner/core/casetest/partition/partition_pruner] ok" time="2024-05-07T00:01:36+08:00" level=warning msg="Create new db planner__core__casetest__point_get_plan" time="2024-05-07T00:01:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.092722118 s time="2024-05-07T00:01:36+08:00" level=info msg="run test [planner/core/casetest/point_get_plan] ok" time="2024-05-07T00:01:36+08:00" level=warning msg="Create new db planner__core__casetest__predicate_simplification" time="2024-05-07T00:01:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.062063137 s time="2024-05-07T00:01:36+08:00" level=info msg="run test [planner/core/casetest/predicate_simplification] ok" time="2024-05-07T00:01:36+08:00" level=warning msg="Create new db planner__core__casetest__pushdown__push_down" time="2024-05-07T00:01:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.100271008 s time="2024-05-07T00:01:36+08:00" level=info msg="run test [planner/core/casetest/pushdown/push_down] ok" time="2024-05-07T00:01:36+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_derive_topn_from_window" time="2024-05-07T00:01:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 0.247718887 s time="2024-05-07T00:01:36+08:00" level=info msg="run test [planner/core/casetest/rule/rule_derive_topn_from_window] ok" time="2024-05-07T00:01:36+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_join_reorder" time="2024-05-07T00:01:36+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 2.475559232 s time="2024-05-07T00:01:39+08:00" level=info msg="run test [planner/core/casetest/rule/rule_join_reorder] ok" time="2024-05-07T00:01:39+08:00" level=warning msg="Create new db planner__core__casetest__rule__rule_result_reorder" time="2024-05-07T00:01:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 0.46861788 s time="2024-05-07T00:01:39+08:00" level=info msg="run test [planner/core/casetest/rule/rule_result_reorder] ok" time="2024-05-07T00:01:39+08:00" level=warning msg="Create new db planner__core__cbo" time="2024-05-07T00:01:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/cbo.test: ok! 11 test cases passed, take time 0.072171875 s time="2024-05-07T00:01:39+08:00" level=info msg="run test [planner/core/cbo] ok" time="2024-05-07T00:01:39+08:00" level=warning msg="Create new db planner__core__enforce_mpp" time="2024-05-07T00:01:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.001129205 s time="2024-05-07T00:01:39+08:00" level=info msg="run test [planner/core/enforce_mpp] ok" time="2024-05-07T00:01:39+08:00" level=warning msg="Create new db planner__core__expression_rewriter" time="2024-05-07T00:01:39+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/expression_rewriter.test: ok! 168 test cases passed, take time 0.905967606 s time="2024-05-07T00:01:40+08:00" level=info msg="run test [planner/core/expression_rewriter] ok" time="2024-05-07T00:01:40+08:00" level=warning msg="Create new db planner__core__indexmerge_intersection" time="2024-05-07T00:01:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.017241487 s time="2024-05-07T00:01:40+08:00" level=info msg="run test [planner/core/indexmerge_intersection] ok" time="2024-05-07T00:01:40+08:00" level=warning msg="Create new db planner__core__indexmerge_path" time="2024-05-07T00:01:40+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/indexmerge_path.test: ok! 166 test cases passed, take time 0.603816009 s time="2024-05-07T00:01:41+08:00" level=info msg="run test [planner/core/indexmerge_path] ok" time="2024-05-07T00:01:41+08:00" level=warning msg="Create new db planner__core__integration" time="2024-05-07T00:01:41+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 40s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 41s remote-cache, linux-sandbox ./t/planner/core/integration.test: ok! 1434 test cases passed, take time 6.727615752 s time="2024-05-07T00:01:48+08:00" level=info msg="run test [planner/core/integration] ok" time="2024-05-07T00:01:48+08:00" level=warning msg="Create new db planner__core__integration_partition" time="2024-05-07T00:01:48+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/integration_partition.test: ok! 483 test cases passed, take time 3.362151153 s time="2024-05-07T00:01:51+08:00" level=info msg="run test [planner/core/integration_partition] ok" time="2024-05-07T00:01:51+08:00" level=warning msg="Create new db planner__core__issuetest__planner_issue" time="2024-05-07T00:01:51+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/issuetest/planner_issue.test: ok! 77 test cases passed, take time 0.603826716 s time="2024-05-07T00:01:52+08:00" level=info msg="run test [planner/core/issuetest/planner_issue] ok" time="2024-05-07T00:01:52+08:00" level=warning msg="Create new db planner__core__partition_pruner" time="2024-05-07T00:01:52+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 40s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 1.64134045 s time="2024-05-07T00:01:53+08:00" level=info msg="run test [planner/core/partition_pruner] ok" time="2024-05-07T00:01:53+08:00" level=warning msg="Create new db planner__core__physical_plan" time="2024-05-07T00:01:53+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/physical_plan.test: ok! 22 test cases passed, take time 0.108780728 s time="2024-05-07T00:01:54+08:00" level=info msg="run test [planner/core/physical_plan] ok" time="2024-05-07T00:01:54+08:00" level=warning msg="Create new db planner__core__plan" time="2024-05-07T00:01:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan.test: ok! 129 test cases passed, take time 0.418232067 s time="2024-05-07T00:01:54+08:00" level=info msg="run test [planner/core/plan] ok" time="2024-05-07T00:01:54+08:00" level=warning msg="Create new db planner__core__plan_cache" time="2024-05-07T00:01:54+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 41s remote-cache, linux-sandbox [1,453 / 1,454] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 41s remote-cache, linux-sandbox ./t/planner/core/plan_cache.test: ok! 1085 test cases passed, take time 2.8886844270000003 s time="2024-05-07T00:01:57+08:00" level=info msg="run test [planner/core/plan_cache] ok" time="2024-05-07T00:01:57+08:00" level=warning msg="Create new db planner__core__plan_cost_ver2" time="2024-05-07T00:01:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/plan_cost_ver2.test: ok! 64 test cases passed, take time 0.175840296 s time="2024-05-07T00:01:57+08:00" level=info msg="run test [planner/core/plan_cost_ver2] ok" time="2024-05-07T00:01:57+08:00" level=warning msg="Create new db planner__core__point_get_plan" time="2024-05-07T00:01:57+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 41s remote-cache, linux-sandbox ./t/planner/core/point_get_plan.test: ok! 245 test cases passed, take time 0.793424553 s time="2024-05-07T00:01:58+08:00" level=info msg="run test [planner/core/point_get_plan] ok" time="2024-05-07T00:01:58+08:00" level=warning msg="Create new db planner__core__preprocess" time="2024-05-07T00:01:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.024669476 s time="2024-05-07T00:01:58+08:00" level=info msg="run test [planner/core/preprocess] ok" time="2024-05-07T00:01:58+08:00" level=warning msg="Create new db planner__core__range_scan_for_like" time="2024-05-07T00:01:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.242712072 s time="2024-05-07T00:01:58+08:00" level=info msg="run test [planner/core/range_scan_for_like] ok" time="2024-05-07T00:01:58+08:00" level=warning msg="Create new db planner__core__rule_constant_propagation" time="2024-05-07T00:01:58+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 0.314139671 s time="2024-05-07T00:01:59+08:00" level=info msg="run test [planner/core/rule_constant_propagation] ok" time="2024-05-07T00:01:59+08:00" level=warning msg="Create new db planner__core__rule_join_reorder" time="2024-05-07T00:01:59+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_join_reorder.test: ok! 25 test cases passed, take time 0.207508319 s time="2024-05-07T00:01:59+08:00" level=info msg="run test [planner/core/rule_join_reorder] ok" time="2024-05-07T00:01:59+08:00" level=warning msg="Create new db planner__core__rule_result_reorder" time="2024-05-07T00:01:59+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.076833924 s time="2024-05-07T00:01:59+08:00" level=info msg="run test [planner/core/rule_result_reorder] ok" time="2024-05-07T00:01:59+08:00" level=warning msg="Create new db planner__core__tests__prepare__issue" time="2024-05-07T00:01:59+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/tests/prepare/issue.test: ok! 247 test cases passed, take time 0.549265877 s time="2024-05-07T00:02:00+08:00" level=info msg="run test [planner/core/tests/prepare/issue] ok" time="2024-05-07T00:02:00+08:00" level=warning msg="Create new db planner__core__tests__prepare__prepare" time="2024-05-07T00:02:00+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 1.061540054 s time="2024-05-07T00:02:01+08:00" level=info msg="run test [planner/core/tests/prepare/prepare] ok" time="2024-05-07T00:02:01+08:00" level=warning msg="Create new db planner__funcdep__only_full_group_by" time="2024-05-07T00:02:01+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 41s remote-cache, linux-sandbox ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 1.029859312 s time="2024-05-07T00:02:02+08:00" level=info msg="run test [planner/funcdep/only_full_group_by] ok" time="2024-05-07T00:02:02+08:00" level=warning msg="Create new db privilege__privileges" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:02+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:03+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/privilege/privileges.test: ok! 391 test cases passed, take time 2.273771806 s time="2024-05-07T00:02:04+08:00" level=info msg="run test [privilege/privileges] ok" time="2024-05-07T00:02:04+08:00" level=warning msg="Create new db select" time="2024-05-07T00:02:04+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/select.test: ok! 189 test cases passed, take time 0.679862613 s time="2024-05-07T00:02:05+08:00" level=info msg="run test [select] ok" time="2024-05-07T00:02:05+08:00" level=warning msg="Create new db session__bootstrap_upgrade" time="2024-05-07T00:02:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.048607071 s time="2024-05-07T00:02:05+08:00" level=info msg="run test [session/bootstrap_upgrade] ok" time="2024-05-07T00:02:05+08:00" level=warning msg="Create new db session__clustered_index" time="2024-05-07T00:02:05+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/clustered_index.test: ok! 385 test cases passed, take time 3.090519864 s time="2024-05-07T00:02:08+08:00" level=info msg="run test [session/clustered_index] ok" time="2024-05-07T00:02:08+08:00" level=warning msg="Create new db session__common" time="2024-05-07T00:02:08+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:09+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/common.test: ok! 228 test cases passed, take time 1.6435974070000001 s time="2024-05-07T00:02:10+08:00" level=info msg="run test [session/common] ok" time="2024-05-07T00:02:10+08:00" level=warning msg="Create new db session__nontransactional" time="2024-05-07T00:02:10+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:11+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 61s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestLoadRemote [2024/05/07 00:01:10.274 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:10.275 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:10.275 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:10.276 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:10.276 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:10.277 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:10.277 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:10.280 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/07 00:01:10.283 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.284 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.285 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.307 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.307 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.313 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.313 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.325 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.341 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916812299269271] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:10.367 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:10.406 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1864] ["lease id"=6f188f4ea1649c39] [2024/05/07 00:01:10.408 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:10.414 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest3/importintotest3_test.TestLoadRemote\n\ttests/realtikvtest/importintotest3/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 00:01:10.427 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.434487ms] [2024/05/07 00:01:10.428 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:10.428 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d] [runWorker=true] [2024/05/07 00:01:10.428 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:10.430 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:10.431 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:10.432 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:10.432 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:10.432 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:10.432 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:10.433 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ea1649c3d] [ownerID=5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d] [op=none] [2024/05/07 00:01:10.434 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:10.434 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=875e3137-82f6-4b45-b106-8051b9b130d3] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:10.435 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ea1649b0d] [ownerID=875e3137-82f6-4b45-b106-8051b9b130d3] [op=none] [2024/05/07 00:01:10.439 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 00:01:10.456 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.414 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.456 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.414 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 00:01:10.483 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:10.483 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ea1649c3d] [ownerID=5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d] [op=none] [2024/05/07 00:01:10.484 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] [op=none] [2024/05/07 00:01:10.484 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:10.503 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.414 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.532 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=13.7367ms] [2024/05/07 00:01:10.533 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:10.537 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.537 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/07 00:01:10.569 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.51257ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.414 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.585 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.414 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.595 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 00:01:10.595 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.598 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 00:01:10.602 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 00:01:10.627 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.627 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 00:01:10.647 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.706 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.642101ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/07 00:01:10.710 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.710 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/07 00:01:10.749 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.018481ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.773 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.806 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 00:01:10.806 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.809 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 00:01:10.824 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.813 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.824 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.813 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 00:01:10.839 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.813 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.861 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.113562ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/07 00:01:10.864 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.865 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/07 00:01:10.909 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.219803ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.813 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.924 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.813 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.936 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 00:01:10.937 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.939 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 00:01:10.952 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.952 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 00:01:10.966 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.985 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.011823ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/07 00:01:10.989 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.989 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/07 00:01:11.034 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.22501ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.054 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.066 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 00:01:11.066 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.069 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 00:01:11.089 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.089 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 00:01:11.109 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.152 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.406009ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/07 00:01:11.157 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.157 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/07 00:01:11.198 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.98015ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.217 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.237 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 00:01:11.237 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.240 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 00:01:11.254 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.254 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 00:01:11.269 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.293 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.665077ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/07 00:01:11.297 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.298 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/07 00:01:11.341 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.093515ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.358 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.372 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 00:01:11.372 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.375 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 00:01:11.389 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.389 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 00:01:11.405 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.427 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.334512ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/07 00:01:11.431 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.431 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/07 00:01:11.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:11.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:11.475 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.324994ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.491 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.505 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 00:01:11.506 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.508 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 00:01:11.520 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.520 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 00:01:11.539 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.559 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.168518ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/07 00:01:11.564 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.564 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/07 00:01:11.608 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.245369ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.624 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.637 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 00:01:11.637 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.640 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 00:01:11.654 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.654 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 00:01:11.670 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.691 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.068269ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/07 00:01:11.694 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.695 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/07 00:01:11.738 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.986456ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.755 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.768 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 00:01:11.768 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.771 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 00:01:11.786 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.786 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 00:01:11.808 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.831 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.78344ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/07 00:01:11.835 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.835 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/07 00:01:11.878 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.03778ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.903 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.916 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 00:01:11.916 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.919 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 00:01:11.933 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.933 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 00:01:11.951 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.976 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.426137ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/07 00:01:11.981 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.981 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/07 00:01:12.024 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.199015ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.040 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.054 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 00:01:12.055 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.058 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:12.059 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/07 00:01:12.074 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:12.074 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.090 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.119 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.127451ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/07 00:01:12.124 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.124 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/07 00:01:12.166 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.376822ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.184 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.201 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 00:01:12.201 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.204 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 00:01:12.220 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.220 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 00:01:12.236 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.265 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.069232ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/07 00:01:12.269 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.269 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/07 00:01:12.312 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.130461ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.328 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.344 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 00:01:12.344 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.347 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:12.366 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.366 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:12.382 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.405 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.345599ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/07 00:01:12.409 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.409 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/07 00:01:12.432 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:12.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:12.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:12.433 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/07 00:01:12.453 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.949034ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.469 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.483 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 00:01:12.483 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.486 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:12.501 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.501 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:12.518 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.540 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.285194ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/07 00:01:12.543 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.543 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/07 00:01:12.588 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.775637ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.606 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.620 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 00:01:12.620 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.623 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:12.637 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.637 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:12.658 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.679 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.326775ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/07 00:01:12.683 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.683 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/07 00:01:12.728 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.550873ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.754 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.613 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.767 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 00:01:12.767 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.770 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 00:01:12.784 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.784 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 00:01:12.813 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.837 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.450198ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/07 00:01:12.841 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.841 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/07 00:01:12.885 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.235535ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.905 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.919 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 00:01:12.919 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.922 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 00:01:12.936 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.936 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 00:01:12.958 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.981 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.375021ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/07 00:01:12.984 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.985 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/07 00:01:13.029 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.329196ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.053 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.066 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 00:01:13.066 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.069 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:13.086 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.086 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:13.110 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.138 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.107782ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/07 00:01:13.142 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.142 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/07 00:01:13.185 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.965109ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.206 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.222 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 00:01:13.222 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.237 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:13.252 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.213 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.252 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.213 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:13.268 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.213 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.290 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.297476ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/07 00:01:13.295 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.295 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/07 00:01:13.338 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.981394ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.213 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.353 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.213 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.366 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 00:01:13.366 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.368 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 00:01:13.381 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 00:01:13.381 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.395 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.415 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.795738ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/07 00:01:13.419 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.419 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/07 00:01:13.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:13.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:13.464 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.809513ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.480 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.363 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.492 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 00:01:13.492 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.495 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 00:01:13.508 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.508 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 00:01:13.523 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.542 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.708604ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/07 00:01:13.545 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.546 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/07 00:01:13.590 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.913244ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.606 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.463 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.616 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 00:01:13.616 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.619 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 00:01:13.634 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.634 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 00:01:13.663 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.686 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.568343ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/07 00:01:13.691 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.691 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/07 00:01:13.734 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.871643ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.754 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.769 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 00:01:13.769 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.772 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/07 00:01:13.787 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.787 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/07 00:01:13.806 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.827 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.143029ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/07 00:01:13.831 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.831 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/07 00:01:13.876 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.967199ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.890 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.764 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.903 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 00:01:13.903 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.905 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:13.919 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.919 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:13.934 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.956 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.301645ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/07 00:01:13.960 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.960 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/07 00:01:14.004 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.167075ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.019 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.031 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 00:01:14.031 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.033 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 00:01:14.047 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.047 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 00:01:14.065 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.090 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.836576ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/07 00:01:14.095 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.095 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/07 00:01:14.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.345161ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.155 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.168 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 00:01:14.168 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.170 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 00:01:14.184 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.184 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 00:01:14.207 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.227 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.927304ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/07 00:01:14.231 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.231 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/07 00:01:14.276 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.364241ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.303 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.315 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 00:01:14.315 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.318 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:14.330 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.313 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.330 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.313 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 00:01:14.345 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.313 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.366 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.418059ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/07 00:01:14.370 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.370 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/07 00:01:14.413 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.339847ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.313 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.430 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.313 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:14.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:14.443 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 00:01:14.443 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.446 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 00:01:14.459 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.459 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 00:01:14.474 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.495 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.092848ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/07 00:01:14.499 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.499 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/07 00:01:14.543 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.943533ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.562 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.575 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 00:01:14.575 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.578 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:14.579 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/07 00:01:14.593 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.563 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.593 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.563 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 00:01:14.612 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.563 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.636 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.419206ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/07 00:01:14.640 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.640 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/07 00:01:14.684 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.714936ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.563 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.705 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.563 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.719 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 00:01:14.719 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.722 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:14.737 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.714 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.737 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.714 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:14.759 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.714 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.784 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.612391ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/07 00:01:14.789 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.789 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/07 00:01:14.832 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.439376ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.714 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.855 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.714 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.869 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 00:01:14.869 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.872 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:14.887 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.887 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:14.909 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.934 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.820322ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/07 00:01:14.938 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.939 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/07 00:01:14.982 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.888473ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.009 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.024 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 00:01:15.024 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.027 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 00:01:15.044 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.044 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 00:01:15.061 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.092 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.523177ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/07 00:01:15.096 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.096 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/07 00:01:15.138 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.055538ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.157 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.174 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 00:01:15.174 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.177 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 00:01:15.190 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.190 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 00:01:15.212 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.231 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.074555ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/07 00:01:15.235 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.235 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/07 00:01:15.279 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.090443ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.303 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.163 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.314 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 00:01:15.314 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.333 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.333 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/07 00:01:15.347 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.373 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.555089ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/07 00:01:15.378 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.379 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/07 00:01:15.421 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.865398ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:15.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:15.438 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.452 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 00:01:15.452 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.455 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 00:01:15.469 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.469 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 00:01:15.485 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.509 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.445001ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/07 00:01:15.513 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.513 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/07 00:01:15.557 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.416568ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.572 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.413 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.587 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 00:01:15.587 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.590 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 00:01:15.603 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.603 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 00:01:15.617 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.635 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=1.962329ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/07 00:01:15.639 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.639 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/07 00:01:15.684 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.406103ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.704 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.564 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.716 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 00:01:15.716 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.719 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 00:01:15.733 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.713 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.733 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.713 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 00:01:15.758 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.713 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.779 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=1.937704ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/07 00:01:15.782 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.782 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/07 00:01:15.827 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.268353ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.713 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.858 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.713 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.871 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 00:01:15.871 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.874 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 00:01:15.893 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.894 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 00:01:15.913 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.945 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.659216ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/07 00:01:15.950 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.950 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/07 00:01:15.992 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.429835ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.012 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.863 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.030 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 00:01:16.030 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.033 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 00:01:16.051 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.051 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 00:01:16.068 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.097 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.281341ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/07 00:01:16.102 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.102 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/07 00:01:16.144 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.140358ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.163 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.014 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.179 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 00:01:16.180 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.183 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 00:01:16.200 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.201 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 00:01:16.217 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.253 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.809541ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/07 00:01:16.258 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.258 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/07 00:01:16.300 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.000829ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.318 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.336 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 00:01:16.336 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.339 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:16.354 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.354 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:16.369 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.396 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.01253ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/07 00:01:16.400 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.400 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/07 00:01:16.433 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:16.433 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:16.443 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.935661ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.459 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.475 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 00:01:16.475 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.478 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:16.493 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.493 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:16.510 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.538 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.141897ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/07 00:01:16.542 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.542 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/07 00:01:16.585 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.773833ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.608 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.464 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.624 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 00:01:16.625 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.628 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/07 00:01:16.647 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.647 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/07 00:01:16.666 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.704 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.445781ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/07 00:01:16.708 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.708 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/07 00:01:16.751 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.620425ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.769 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.614 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.786 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 00:01:16.786 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.789 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 00:01:16.807 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.763 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.807 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.763 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 00:01:16.824 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.763 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.856 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.614966ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/07 00:01:16.861 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.861 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/07 00:01:16.902 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.045699ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.763 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.920 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.763 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.938 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 00:01:16.938 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.941 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:16.957 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.914 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.957 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.914 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:16.972 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.914 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.000 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.998874ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/07 00:01:17.005 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.005 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/07 00:01:17.048 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.39131ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.914 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.065 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.914 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.081 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 00:01:17.081 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.084 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:17.098 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.098 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:17.117 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.147 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.750127ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/07 00:01:17.152 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.152 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/07 00:01:17.195 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.27144ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.211 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.063 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.226 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 00:01:17.226 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.229 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 00:01:17.247 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.247 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 00:01:17.264 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.299 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.683865ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/07 00:01:17.303 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.303 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/07 00:01:17.345 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.958099ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.364 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.214 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.383 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 00:01:17.383 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.386 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:17.404 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.364 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.404 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.364 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:17.421 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.364 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.436 +08:00] [ERROR] [runaway.go:153] ["try to get done runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:153\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:17.436 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch_done' doesn't exist"] [2024/05/07 00:01:17.449 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.908078ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/07 00:01:17.454 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.454 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/07 00:01:17.497 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.08761ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.364 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.513 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.364 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.527 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 00:01:17.527 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.530 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/07 00:01:17.544 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.514 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.544 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.514 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/07 00:01:17.563 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.514 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.590 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=2.270383ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/07 00:01:17.595 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.595 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/07 00:01:17.638 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.570356ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.514 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.656 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.514 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.669 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 00:01:17.669 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.814 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.379400291s] [2024/05/07 00:01:17.816 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] [2024/05/07 00:01:17.816 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] [2024/05/07 00:01:17.818 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d"] [] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=6.056µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.699µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.742µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.365µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.479µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.743µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.751µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.513µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.506µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.429µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:17.819 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.74µs] [2024/05/07 00:01:17.819 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:01:17.819 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:01:17.826 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d] ["take time"=10.416507ms] [2024/05/07 00:01:17.826 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=5874e95d-7ba6-4fe9-a8f8-8cb4aa54df8d] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1864] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:01:17.829 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3 watch owner key /tidb/br-stream/owner/3eaa8f4ea1649b0d"] [2024/05/07 00:01:17.829 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:17.829 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:01:17.829 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:01:17.829 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] [2024/05/07 00:01:17.829 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:01:17.829 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:17.830 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:01:17.830 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=875e3137-82f6-4b45-b106-8051b9b130d3] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.830 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:01:17.830 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:17.830 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:17.830 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:17.830 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] [error="context canceled"] [2024/05/07 00:01:17.831 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=14.857457ms] [2024/05/07 00:01:17.831 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916812299269271] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:17.841 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:17.884 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1199] ["lease id"=6f188f4ea1649cce] [2024/05/07 00:01:17.886 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:17.976 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=87.531792ms] [2024/05/07 00:01:17.978 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:17.978 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [runWorker=true] [2024/05/07 00:01:17.978 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:17.980 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:17.981 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:17.981 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:17.981 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.981 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:17.983 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea1649ba0] [ownerID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [op=none] [2024/05/07 00:01:17.983 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:17.983 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2a906350-abff-45a6-8f02-b459f8bd5848] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.997 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 00:01:17.998 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:01:17.998 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:01:17.998 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 00:01:18.000 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4ea1649ba5] [ownerID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [op=none] [2024/05/07 00:01:18.004 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/07 00:01:18.008 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 00:01:18.030 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:01:18.031 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:01:18.032 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:18.033 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea1649ba0] [ownerID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [op=none] [2024/05/07 00:01:18.033 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [op=none] [2024/05/07 00:01:18.033 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:18.036 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:01:18.041 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:01:18.041 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:01:18.041 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 00:01:18.041 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:01:18.041 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:01:18.041 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/07 00:01:18.041 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 00:01:18.041 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/07 00:01:18.041 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/07 00:01:18.042 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:01:18.042 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 00:01:18.044 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:01:18.044 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:01:18.044 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:01:18.044 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/07 00:01:18.045 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:01:18.046 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:01:18.046 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] ["owner key"=/tidb/stats/owner/3eaa8f4ea1649ba8] [ownerID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [op=none] [2024/05/07 00:01:18.047 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/680402dc-924f-4c9a-b9a8-103ef803d9a0] [2024/05/07 00:01:18.047 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:18.047 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:18.056 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=13.808854ms] [2024/05/07 00:01:18.058 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/07 00:01:18.060 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestGzipAndMixedCompression [2024/05/07 00:01:18.064 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/07 00:01:18.065 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gzip"] [user=] [2024/05/07 00:01:18.077 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:18.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.077 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:18.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gzip"] [2024/05/07 00:01:18.094 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.110 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=949.584µs] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:18.114 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/07 00:01:18.159 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.167134ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:18.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.174 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.064 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.184 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 00:01:18.184 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.188 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 00:01:18.200 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.200 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 00:01:18.215 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.233 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.819796ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/07 00:01:18.237 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/07 00:01:18.283 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=54.482932ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.305 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.316 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 00:01:18.316 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.514 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:18.543 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/07 00:01:18.543 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/07 00:01:19.047 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 00:01:19.048 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 00:01:19.048 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/680402dc-924f-4c9a-b9a8-103ef803d9a0] [watcherID=78c6e913-702f-40a6-8d3f-71c80b0fcb47] [2024/05/07 00:01:19.059 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/07 00:01:19.059 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/07 00:01:19.059 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/07 00:01:19.277 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 875e3137-82f6-4b45-b106-8051b9b130d3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:01:19.982 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:22.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:22.569 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:22.570 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:22.571 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 00:01:22.590 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:22.590 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/07 00:01:22.590 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=64.89µs] [2024/05/07 00:01:22.590 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=187.775µs] [] [2024/05/07 00:01:22.591 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:22.591 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:22.591 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:22.608 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:22.608 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:22.867 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/07 00:01:22.867 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/07 00:01:23.076 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.076 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:23.076 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:23.077 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.077 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:23.078 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.078 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.078 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 00:01:23.093 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.093 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.093 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.093 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.099 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 00:01:23.173 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:23.174 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:23.174 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:23.177 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 00:01:23.179 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:23.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:23.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.182 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:23.182 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.182 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:23.182 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:23.182 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.182 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.182 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.186 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.186 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:23.186 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:23.187 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.187 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:23.188 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.188 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.198 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:23.198 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:23.198 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/07 00:01:23.211 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 00:01:23.215 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:23.219 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:23.219 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:23.235 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [2024/05/07 00:01:23.236 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gz:0] [readDur=83.285µs] [encodeDur=641.029µs] [deliverDur=23.963µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=1.038458ms] [] [2024/05/07 00:01:23.237 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:23.237 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c6998dbe-ca4a-46e1-ade0-cd97b532ad74.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/07 00:01:23.262 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [2024/05/07 00:01:23.263 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.001.csv.gzip:0] [readDur=66.321µs] [encodeDur=121.51µs] [deliverDur=9.913µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=371.305µs] [] [2024/05/07 00:01:23.263 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:23.263 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/b4cc4bca-057e-4c6b-8b6b-3221e30ce559.sst] [firstKey=7480000000000000685F728000000000000003] [lastKey=7480000000000000685F728000000000000004] [2024/05/07 00:01:23.269 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [2024/05/07 00:01:23.271 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=compress.002.csv:0] [readDur=871.584µs] [encodeDur=648.724µs] [deliverDur=12.55µs] [checksum="{cksum=7525221863551685899,size=165,kvs=5}"] [takeTime=1.750512ms] [] [2024/05/07 00:01:23.272 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/d94f8d95-c7b6-4631-a747-11123d2c012d.sst] [firstKey=7480000000000000685F728000000000000005] [lastKey=7480000000000000685F728000000000000009] [2024/05/07 00:01:23.272 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=60.599685ms] [] [2024/05/07 00:01:23.272 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:23.272 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:23.272 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:23.273 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.485964ms] [] [2024/05/07 00:01:23.273 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/07 00:01:23.278 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:23.280 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/07 00:01:23.280 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:23.280 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:23.280 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [retry=0] [2024/05/07 00:01:23.281 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF00000A0000000000FA] [2024/05/07 00:01:23.281 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF00000A0000000000FA] [regions=1] [2024/05/07 00:01:23.282 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=578.046µs] [2024/05/07 00:01:23.282 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.575516ms] [] [2024/05/07 00:01:23.291 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/07 00:01:23.291 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579917839695874] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:23.291 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579917839695874] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:23.292 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:25.292 +08:00] [2024/05/07 00:01:25.306 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/07 00:01:25.307 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=2.033790774s] [] [2024/05/07 00:01:25.307 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:25.309 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.151883ms] [] [2024/05/07 00:01:25.309 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:25.309 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:25.310 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.556317ms] [] [2024/05/07 00:01:25.310 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/07 00:01:25.310 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:25.310 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=41.917µs] [] [2024/05/07 00:01:25.310 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:25.311 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=768.213µs] [] [2024/05/07 00:01:25.572 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:25.573 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:25.574 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:25.577 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:25.577 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:25.577 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:25.578 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.578 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:25.579 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:25.579 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.579 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:25.593 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:25.593 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.593 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.593 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.608 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/07 00:01:25.609 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:25.609 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:25.609 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:25.621 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:25.621 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:25.936 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:25.939 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:25.939 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:25.939 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:25.940 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:25.939 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:25.940 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.940 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:25.940 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.940 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.940 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.941 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.941 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.941 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.941 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:25.941 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.768096133s] [] [2024/05/07 00:01:26.247 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:26.248 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/07 00:01:26.260 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=2.267µs] [] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 00:01:26.261 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 00:01:26.264 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=17859299204414161358,size=297,kvs=9}"] [2024/05/07 00:01:26.264 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=3.03228ms] [] [2024/05/07 00:01:26.264 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=3.148728ms] [] [2024/05/07 00:01:26.572 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:26.573 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:26.574 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:26.574 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:26.574 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:26.585 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/07 00:01:26.587 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/07 00:01:26.594 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:26.655 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.332393518\n# Parse_time: 0.000238813\n# Compile_time: 0.000388609\n# Rewrite_time: 0.000078595\n# Optimize_time: 0.000059974\n# Wait_TS: 0.000262953\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4zM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC4zM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gzip;\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:26.658 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/07 00:01:26.671 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:26.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:26.671 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:26.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table gzip.t"] [2024/05/07 00:01:26.686 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:26.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:26.708 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=1.764383ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/07 00:01:26.712 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/07 00:01:26.757 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.7066ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:26.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:26.772 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/07 00:01:26.779 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/07 00:01:26.781 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:26.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:26.797 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 00:01:26.798 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:26.848 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:26.866 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/07 00:01:26.866 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/07 00:01:26.886 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:26.886 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=639.69328ms] [] [2024/05/07 00:01:27.082 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/07 00:01:27.089 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:27.105 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:28.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:28.568 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:28.569 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:28.570 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 00:01:28.590 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:28.590 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/07 00:01:28.591 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=98.113µs] [2024/05/07 00:01:28.591 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=247.122µs] [] [2024/05/07 00:01:28.591 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:28.591 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:28.591 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:28.604 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:28.605 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:28.868 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/07 00:01:28.869 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/07 00:01:29.077 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:29.078 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:29.078 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:29.079 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.079 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:29.080 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:29.080 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.080 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:29.096 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:29.096 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:29.096 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:29.096 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:29.102 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 00:01:29.176 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:29.177 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:29.177 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:29.183 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:29.184 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:29.184 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:29.185 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.185 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:29.186 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:29.186 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:29.187 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:29.187 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:29.187 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:29.187 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:29.187 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:29.187 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:29.192 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:29.192 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:29.192 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:29.193 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.193 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:29.194 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:29.194 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.204 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:29.204 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:29.205 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/07 00:01:29.222 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 00:01:29.226 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:29.230 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:29.230 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 00:01:29.239 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/07 00:01:29.240 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=37.724µs] [encodeDur=171.79µs] [deliverDur=473.112µs] [checksum="{cksum=17626223787036657323,size=33,kvs=1}"] [takeTime=955.977µs] [] [2024/05/07 00:01:29.241 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 00:01:29.241 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c6c469ae-d659-4ae6-b48f-4a2f8cbf1838.sst] [firstKey=74800000000000006A5F728000000000000002] [lastKey=74800000000000006A5F728000000000000002] [2024/05/07 00:01:29.249 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/07 00:01:29.250 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=33.86µs] [encodeDur=98.988µs] [deliverDur=10.584µs] [checksum="{cksum=17122037552020985678,size=33,kvs=1}"] [takeTime=426.082µs] [] [2024/05/07 00:01:29.250 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 00:01:29.250 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/dabc0d18-c481-4d40-8892-4e52e1522726.sst] [firstKey=74800000000000006A5F728000000000000004] [lastKey=74800000000000006A5F728000000000000004] [2024/05/07 00:01:29.257 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/07 00:01:29.258 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=65.797µs] [encodeDur=165.274µs] [deliverDur=13.812µs] [checksum="{cksum=0,size=132,kvs=4}"] [takeTime=497.855µs] [] [2024/05/07 00:01:29.259 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/109be3a8-6220-4772-a662-df81e79651dd.sst] [firstKey=74800000000000006A5F728000000000000006] [lastKey=74800000000000006A5F728000000000000009] [2024/05/07 00:01:29.259 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=37.132518ms] [] [2024/05/07 00:01:29.259 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:29.259 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:29.259 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:29.261 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.893542ms] [] [2024/05/07 00:01:29.261 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/07 00:01:29.266 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:29.267 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/07 00:01:29.268 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:29.268 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:29.268 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [retry=0] [2024/05/07 00:01:29.268 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000020000000000FA] [end=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [2024/05/07 00:01:29.269 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000020000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF00000A0000000000FA] [regions=1] [2024/05/07 00:01:29.269 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=508.044µs] [2024/05/07 00:01:29.269 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.409083ms] [] [2024/05/07 00:01:29.278 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/05/07 00:01:29.279 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006A5F728000000000000002] [endKey=74800000000000006A5F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:31.279 +08:00] [2024/05/07 00:01:29.287 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919412822020] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:29.287 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919412822020] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:31.308 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/07 00:01:31.309 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=2.047759908s] [] [2024/05/07 00:01:31.309 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 00:01:31.310 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.385682ms] [] [2024/05/07 00:01:31.310 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:31.311 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:31.312 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.501083ms] [] [2024/05/07 00:01:31.312 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/07 00:01:31.312 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:31.312 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=44.71µs] [] [2024/05/07 00:01:31.312 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 00:01:31.313 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=950.082µs] [] [2024/05/07 00:01:31.572 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:31.573 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:31.574 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:31.576 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.577 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:31.577 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:31.578 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.578 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:31.579 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.579 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.579 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:31.594 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.594 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.594 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.594 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.609 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/07 00:01:31.610 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:31.610 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:31.610 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.623 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:31.623 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.940 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.944 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.944 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.944 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.944 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.945 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.945 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.946 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.946 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:31.946 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.769539567s] [] [2024/05/07 00:01:32.252 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:32.253 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/07 00:01:32.268 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.268 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.268 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.268 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=2.101µs] [] [2024/05/07 00:01:32.268 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/07 00:01:32.269 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 00:01:32.269 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 00:01:32.271 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/07 00:01:32.271 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.499633ms] [] [2024/05/07 00:01:32.271 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.639449ms] [] [2024/05/07 00:01:32.573 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:32.574 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:32.575 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:32.575 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:32.575 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:32.586 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/07 00:01:32.589 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/07 00:01:32.595 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:32.879 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.078976394\n# Parse_time: 0.000107346\n# Compile_time: 0.000363228\n# Rewrite_time: 0.000098317\n# Optimize_time: 0.000207827\n# Wait_TS: 0.000310799\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wOHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wOHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestLoadRemote/TestImportFromServer [2024/05/07 00:01:32.883 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/07 00:01:32.884 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/07 00:01:32.897 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:32.897 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=644.524719ms] [] [2024/05/07 00:01:32.899 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:32.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database from_server"] [2024/05/07 00:01:32.899 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:32.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:32.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create schema, State:queueing, SchemaState:none, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.938 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=1.221614ms] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:32.943 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/07 00:01:32.986 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=57.9452ms] [job="ID:109, Type:create schema, State:done, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:32.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.008 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create schema, State:synced, SchemaState:public, SchemaID:108, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.864 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.021 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 00:01:33.021 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:33.025 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/07 00:01:33.043 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100));"] [2024/05/07 00:01:33.043 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:33.069 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:33.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.081 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/07 00:01:33.089 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:33.090 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.967747ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/07 00:01:33.094 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/07 00:01:33.102 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:33.138 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.831758ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.157 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:33.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.170 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 00:01:33.170 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:33.213 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer3892659508/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:33.213 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:33.213 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 00:01:33.213 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=41.452µs] [2024/05/07 00:01:33.213 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=145.443µs] [] [2024/05/07 00:01:33.232 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/07 00:01:33.232 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/07 00:01:34.067 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:34.570 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:34.572 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:34.573 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 00:01:34.580 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:34.580 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:34.580 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:34.592 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:34.592 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:34.867 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/07 00:01:34.867 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/07 00:01:35.078 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:35.079 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:35.079 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:35.080 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.080 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:35.081 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:35.081 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.081 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 00:01:35.097 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:35.097 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:35.097 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:35.097 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:35.104 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 00:01:35.175 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:35.176 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:35.176 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:35.179 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:35.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:35.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:35.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:35.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:35.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.182 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:35.182 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:35.182 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:35.182 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:35.182 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:35.182 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:35.183 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:35.183 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:35.183 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:35.183 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:35.183 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:35.183 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:35.187 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:35.188 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:35.188 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:35.189 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.189 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:35.190 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:35.190 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:35.201 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:35.201 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:35.201 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/07 00:01:35.216 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 00:01:35.221 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:35.225 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:35.225 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:35.282 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [2024/05/07 00:01:35.283 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=server-0.csv:0] [readDur=67.121µs] [encodeDur=198.293µs] [deliverDur=231.175µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=819.021µs] [] [2024/05/07 00:01:35.284 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=67.790693ms] [] [2024/05/07 00:01:35.284 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/c435499a-7563-4f47-8c3d-daa85ced8451.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/07 00:01:35.284 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:35.284 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:35.284 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:35.286 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.785661ms] [] [2024/05/07 00:01:35.286 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 00:01:35.291 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:35.292 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/07 00:01:35.293 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:35.293 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:35.293 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:01:35.293 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000030000000000FA] [2024/05/07 00:01:35.293 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:01:35.294 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=508.951µs] [2024/05/07 00:01:35.294 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.342738ms] [] [2024/05/07 00:01:35.303 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/07 00:01:35.303 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:37.303 +08:00] [2024/05/07 00:01:35.336 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920998793217] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:35.336 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920998793217] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:37.317 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/07 00:01:37.319 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.032456952s] [] [2024/05/07 00:01:37.319 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:37.320 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.04022ms] [] [2024/05/07 00:01:37.320 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:37.320 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:37.322 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.709219ms] [] [2024/05/07 00:01:37.322 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 00:01:37.322 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:37.322 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=48.372µs] [] [2024/05/07 00:01:37.322 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:37.323 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=798.324µs] [] [2024/05/07 00:01:37.574 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:37.576 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:37.577 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:37.580 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:37.580 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:37.580 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:37.581 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.581 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:37.582 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:37.582 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.582 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:37.598 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:37.598 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.598 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.599 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.599 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:37.615 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/07 00:01:37.617 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:37.617 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:37.617 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:37.630 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:37.630 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:37.643 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:37.646 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:37.646 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:37.646 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:37.646 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:37.647 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:37.647 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:37.647 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.647 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.647 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.647 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:37.648 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.648 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.648 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.648 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:37.648 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.473220419s] [] [2024/05/07 00:01:37.954 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:37.955 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/07 00:01:37.972 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:37.972 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:37.972 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:37.975 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:37.976 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:37.976 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:37.977 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.977 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:37.978 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:37.978 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:37.978 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:37.978 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:37.978 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.978 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.978 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:37.986 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.911705ms] [] [2024/05/07 00:01:37.986 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/07 00:01:37.987 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 00:01:37.987 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 00:01:37.989 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/07 00:01:37.989 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.589224ms] [] [2024/05/07 00:01:37.990 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=17.720622ms] [] [2024/05/07 00:01:38.075 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:38.076 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:38.077 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:38.077 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:38.077 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:38.088 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/07 00:01:38.091 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/07 00:01:38.098 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:38.308 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:38.308 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=354.420824ms] [] [2024/05/07 00:01:38.344 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.170756033\n# Parse_time: 0.0000812\n# Compile_time: 0.0004184\n# Rewrite_time: 0.000130444\n# Optimize_time: 0.000191949\n# Wait_TS: 0.000377477\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse from_server;\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer3892659508/001/server-0.csv';"] [2024/05/07 00:01:38.347 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/07 00:01:38.364 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:38.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:38.364 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:38.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:01:38.381 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:38.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:38.405 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.013763ms] [gotSchemaVersion=56] [phyTblIDs="[110,112]"] [actionTypes="[11,11]"] [2024/05/07 00:01:38.409 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/07 00:01:38.453 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.652073ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:38.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:38.470 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=113] [elementID=1] [comment="table ID is 110"] [2024/05/07 00:01:38.476 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/07 00:01:38.477 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:38.314 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:38.611 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=-2] [state=succeed] [2024/05/07 00:01:38.997 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579921850761217\n# Query_time: 0.418454016\n# Parse_time: 0\n# Compile_time: 0.000182953\n# Rewrite_time: 0.000002347\n# Optimize_time: 0.000559792\n# Wait_TS: 0\n# Prewrite_time: 0.416071889 Commit_time: 0.001079339 Get_commit_ts_time: 0.000439739 Slowest_prewrite_rpc_detail: {total:0.416s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 415.6ms, scan_detail: {get_snapshot_time: 20.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 28.9µs, propose_send_wait: 0s, persist_log: {total: 230µs, write_leader_wait: 192ns, sync_log: 188.5µs, write_memtable: 3.47µs}, commit_log: 433.5µs, apply_batch_wait: 414.7ms, apply: {total:116.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 34.9µs, write_memtable: 22.9µs}}} Commit_primary_rpc_detail: {total:0.416s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 415.6ms, scan_detail: {get_snapshot_time: 20.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 28.9µs, propose_send_wait: 0s, persist_log: {total: 230µs, write_leader_wait: 192ns, sync_log: 188.5µs, write_memtable: 3.47µs}, commit_log: 433.5µs, apply_batch_wait: 414.7ms, apply: {total:116.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 34.9µs, write_memtable: 22.9µs}}} Write_keys: 10 Write_size: 975 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: delete from mysql.tidb_background_subtask where task_key = 3\ncommit;"] [2024/05/07 00:01:38.997 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/07 00:01:39.005 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:39.008 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 00:01:39.008 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:39.011 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.663921201\n# Parse_time: 0.000061443\n# Compile_time: 0.000246881\n# Rewrite_time: 0.00000432\n# Optimize_time: 0.000175964\n# Wait_TS: 0.00030788\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 00:01:39.018 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:39.049 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer3892659508/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:39.049 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:39.049 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/07 00:01:39.050 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=82.476µs] [2024/05/07 00:01:39.050 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=214.24µs] [] [2024/05/07 00:01:39.069 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/07 00:01:39.069 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/07 00:01:40.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:40.569 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:40.570 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:40.571 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 00:01:40.578 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:40.578 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:40.578 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:40.591 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:40.591 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:40.870 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/07 00:01:40.871 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/07 00:01:41.078 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:41.078 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:41.079 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:41.079 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.079 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:41.080 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:41.081 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.081 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:41.100 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:41.100 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:41.100 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:41.100 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:41.105 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 00:01:41.177 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:41.178 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:41.179 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:41.182 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:41.182 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:41.182 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:41.183 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.183 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:41.184 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:41.185 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:41.185 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:41.185 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:41.185 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:41.185 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:41.185 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:41.185 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:41.185 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:41.189 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:41.190 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:41.190 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:41.191 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.191 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:41.192 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:41.192 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.202 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:41.202 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:41.202 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/07 00:01:41.217 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 00:01:41.221 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:41.225 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:41.225 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:41.225 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:41.225 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:41.289 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=50.211185ms] [2024/05/07 00:01:41.290 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/07 00:01:41.290 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [2024/05/07 00:01:41.290 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [2024/05/07 00:01:41.292 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=233.889µs] [encodeDur=453.64µs] [deliverDur=602.508µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [takeTime=1.695945ms] [] [2024/05/07 00:01:41.292 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-1.csv:0] [readDur=323.158µs] [encodeDur=415.564µs] [deliverDur=559.237µs] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [takeTime=1.660832ms] [] [2024/05/07 00:01:41.292 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-2.csv:0] [readDur=186.866µs] [encodeDur=971.949µs] [deliverDur=187.61µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [takeTime=1.840005ms] [] [2024/05/07 00:01:41.293 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/4c631bbf-52a0-40ee-9a2a-4f1d15526837.sst] [firstKey=7480000000000000705F728000000000000013] [lastKey=7480000000000000705F728000000000000014] [2024/05/07 00:01:41.293 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=75.878379ms] [] [2024/05/07 00:01:41.293 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:41.293 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:41.293 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:41.294 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/711d7d5a-aa79-415d-92aa-cd9fb29c0358.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/07 00:01:41.295 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/c94a3830-9522-4d5f-a068-d9d4ab88ddb7.sst] [firstKey=7480000000000000705F72800000000000000A] [lastKey=7480000000000000705F72800000000000000B] [2024/05/07 00:01:41.297 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=3.467301ms] [] [2024/05/07 00:01:41.297 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 00:01:41.301 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:41.303 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/07 00:01:41.303 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:41.303 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:41.303 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [retry=0] [2024/05/07 00:01:41.304 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000010000000000FA] [end=7480000000000000FF705F728000000000FF0000150000000000FA] [2024/05/07 00:01:41.304 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF705F728000000000FF0000150000000000FA] [regions=1] [2024/05/07 00:01:41.304 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=469.936µs] [2024/05/07 00:01:41.304 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.235309ms] [] [2024/05/07 00:01:41.308 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579922558550021] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:41.308 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579922558550021] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:41.313 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/07 00:01:41.314 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000705F728000000000000001] [endKey=7480000000000000705F728000000000000015] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:43.313 +08:00] [2024/05/07 00:01:43.327 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/07 00:01:43.329 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.031960622s] [] [2024/05/07 00:01:43.329 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:43.330 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.325508ms] [] [2024/05/07 00:01:43.330 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:43.330 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:43.332 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.370009ms] [] [2024/05/07 00:01:43.332 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 00:01:43.332 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:43.332 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=45.424µs] [] [2024/05/07 00:01:43.332 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:43.333 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=863.869µs] [] [2024/05/07 00:01:43.573 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:43.574 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:43.575 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:43.578 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:43.578 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:43.579 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:43.579 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:43.579 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:43.580 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:43.580 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:43.580 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:43.596 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:43.596 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:43.596 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:43.596 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:43.612 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/07 00:01:43.613 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:43.613 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:43.614 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:43.626 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:43.626 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:43.653 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:43.655 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:43.655 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:43.655 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:43.656 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:43.656 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:43.656 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:43.657 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:43.657 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:43.657 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:43.657 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.479394338s] [] [2024/05/07 00:01:43.964 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:43.965 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/07 00:01:43.979 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:43.979 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:43.979 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:43.982 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:43.982 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:43.982 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:43.983 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:43.984 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:43.984 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:43.985 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:43.985 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:43.985 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:43.985 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:43.985 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:43.985 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:43.993 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.904075ms] [] [2024/05/07 00:01:43.993 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/07 00:01:43.994 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 00:01:43.994 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 00:01:43.996 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/07 00:01:43.996 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.296199ms] [] [2024/05/07 00:01:43.996 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.431091ms] [] [2024/05/07 00:01:44.073 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:44.074 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:44.075 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:44.075 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:44.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:44.086 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/07 00:01:44.088 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/07 00:01:44.095 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:44.183 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.17168374\n# Parse_time: 0.000069199\n# Compile_time: 0.000409445\n# Rewrite_time: 0.000091393\n# Optimize_time: 0.000175964\n# Wait_TS: 0.000629202\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer3892659508/001/server-*.csv';"] [2024/05/07 00:01:44.190 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/07 00:01:44.202 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:44.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:44.202 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:44.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:01:44.218 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:108, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:44.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.239 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=1.791118ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [2024/05/07 00:01:44.243 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/07 00:01:44.287 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=52.963831ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:44.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.302 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 112"] [2024/05/07 00:01:44.306 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/07 00:01:44.307 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:108, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:44.164 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.314 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:44.314 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.20164ms] [] [2024/05/07 00:01:44.324 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 00:01:44.324 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:44.362 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportFromServer3892659508/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:44.362 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:44.362 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:44.362 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=43.328µs] [2024/05/07 00:01:44.362 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=136.691µs] [] [2024/05/07 00:01:44.380 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/07 00:01:44.380 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/07 00:01:44.580 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/07 00:01:44.587 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:44.600 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:46.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:46.569 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:46.570 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:46.571 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 00:01:46.578 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:46.578 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:46.578 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:46.590 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:46.590 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:46.867 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/07 00:01:46.867 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/07 00:01:47.077 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:47.077 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:47.077 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:47.078 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.078 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:47.079 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:47.079 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.079 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:47.097 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:47.097 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:47.097 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:47.097 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:47.103 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 00:01:47.173 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:47.174 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:47.174 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:47.177 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:47.178 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:47.178 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:47.179 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.179 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:47.179 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:47.180 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:47.180 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:47.180 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:47.180 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:47.180 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:47.180 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:47.183 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:47.184 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:47.184 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:47.185 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.185 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:47.186 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:47.186 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:47.195 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:47.195 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:47.195 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/07 00:01:47.208 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 00:01:47.212 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:47.216 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:47.216 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 00:01:47.261 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [2024/05/07 00:01:47.262 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=test.csv.gz:0] [readDur=93.885µs] [encodeDur=401.477µs] [deliverDur=205.862µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [takeTime=996.715µs] [] [2024/05/07 00:01:47.262 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=54.210749ms] [] [2024/05/07 00:01:47.262 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/03161f2e-b744-4976-86f7-ab0a0390b32b.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/07 00:01:47.263 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:47.263 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:47.263 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:47.265 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.066854ms] [] [2024/05/07 00:01:47.265 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 00:01:47.269 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:47.270 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/07 00:01:47.270 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:47.270 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:47.271 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:01:47.271 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF725F728000000000FF0000010000000000FA] [end=7480000000000000FF725F728000000000FF0000030000000000FA] [2024/05/07 00:01:47.271 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF725F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF725F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:01:47.272 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=365.276µs] [2024/05/07 00:01:47.272 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.148313ms] [] [2024/05/07 00:01:47.279 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/07 00:01:47.279 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000725F728000000000000001] [endKey=7480000000000000725F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:49.279 +08:00] [2024/05/07 00:01:47.286 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924131414019] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:47.286 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924131414019] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:49.294 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/07 00:01:49.295 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=2.030465873s] [] [2024/05/07 00:01:49.295 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 00:01:49.296 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.059527ms] [] [2024/05/07 00:01:49.297 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:49.297 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:49.298 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.420376ms] [] [2024/05/07 00:01:49.298 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 00:01:49.298 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:49.298 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=41.825µs] [] [2024/05/07 00:01:49.298 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 00:01:49.299 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=791µs] [] [2024/05/07 00:01:49.572 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:49.573 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:49.574 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:49.577 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:49.577 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:49.577 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:49.578 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.578 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:49.579 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:49.579 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.579 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:49.593 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:49.593 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.593 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.594 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.594 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:49.608 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/07 00:01:49.610 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:49.610 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:49.610 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.622 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:49.622 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.924 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:49.927 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:49.927 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.927 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.927 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:49.928 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.928 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.928 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.928 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:01:49.928 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.75521557s] [] [2024/05/07 00:01:50.234 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:50.236 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/07 00:01:50.248 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:50.248 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:50.248 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:50.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:50.252 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:50.252 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:50.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.253 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:50.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:50.254 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:50.254 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:50.254 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:50.254 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:50.254 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:50.254 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:50.255 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:50.255 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:50.261 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=12.836817ms] [] [2024/05/07 00:01:50.261 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/07 00:01:50.262 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 00:01:50.262 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 00:01:50.264 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/07 00:01:50.264 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=15.921357ms] [] [2024/05/07 00:01:50.264 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.101508ms] [] [2024/05/07 00:01:50.573 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:50.574 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:50.575 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:50.575 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:50.575 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:50.586 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/07 00:01:50.589 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/07 00:01:50.595 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:50.692 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.36627372\n# Parse_time: 0.000093488\n# Compile_time: 0.00032271\n# Rewrite_time: 0.000082703\n# Optimize_time: 0.000171641\n# Wait_TS: 0.000275627\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestLoadRemoteTestImportFromServer3892659508/001/test.csv.gz';"] === RUN TestLoadRemote/TestSnappy [2024/05/07 00:01:50.697 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/07 00:01:50.698 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/07 00:01:50.711 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:50.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:50.711 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:50.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database snappy"] [2024/05/07 00:01:50.726 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.741 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=988.085µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:50.746 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/07 00:01:50.790 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.100556ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:50.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.804 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.663 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.814 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 00:01:50.814 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:50.817 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 00:01:50.830 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.814 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:50.830 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.814 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 00:01:50.846 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.814 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.866 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.043865ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [2024/05/07 00:01:50.870 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/07 00:01:50.888 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:01:50.888 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.379847ms] [] [2024/05/07 00:01:50.915 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.924845ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.814 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.931 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.814 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.942 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 00:01:50.942 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:50.986 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:51.003 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/07 00:01:51.003 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/07 00:01:51.080 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/07 00:01:51.087 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:51.100 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:52.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:52.569 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:52.570 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:01:52.571 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 00:01:52.586 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:52.586 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/07 00:01:52.586 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=74.772µs] [2024/05/07 00:01:52.586 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=226.228µs] [] [2024/05/07 00:01:52.587 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:52.587 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:52.587 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:52.599 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:52.599 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:52.867 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/07 00:01:52.867 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/07 00:01:53.077 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:53.077 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:53.077 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:53.078 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.078 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:53.079 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:53.079 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.079 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 00:01:53.094 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:53.094 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:53.094 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:53.094 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:53.099 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 00:01:53.173 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:53.174 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:01:53.174 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:01:53.180 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:53.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:53.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:53.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:53.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:53.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:53.183 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:53.183 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:53.183 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:53.183 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:53.183 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:53.183 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:53.187 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:53.188 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:53.188 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:53.189 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.189 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:53.190 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:53.190 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:53.199 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:53.199 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:53.199 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/07 00:01:53.212 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 00:01:53.217 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 00:01:53.220 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 00:01:53.221 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 00:01:53.316 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [2024/05/07 00:01:53.318 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=t.01.csv.snappy:0] [readDur=917.896µs] [encodeDur=520.011µs] [deliverDur=82.329µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=1.867838ms] [] [2024/05/07 00:01:53.319 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=106.705361ms] [] [2024/05/07 00:01:53.319 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/0ec58496-4087-4031-bd48-dad596d53161.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/07 00:01:53.319 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:01:53.319 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:01:53.320 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 00:01:53.321 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.910186ms] [] [2024/05/07 00:01:53.322 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/07 00:01:53.326 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:53.327 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/07 00:01:53.327 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:53.327 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 00:01:53.328 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:01:53.328 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000030000000000FA] [2024/05/07 00:01:53.328 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:01:53.329 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=431.697µs] [2024/05/07 00:01:53.329 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.205109ms] [] [2024/05/07 00:01:53.336 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925717385217] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:53.336 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925717385217] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:53.336 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/07 00:01:53.337 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F728000000000000001] [endKey=7480000000000000765F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:55.337 +08:00] [2024/05/07 00:01:55.350 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 00:01:55.351 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=2.029839776s] [] [2024/05/07 00:01:55.351 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 00:01:55.353 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.073813ms] [] [2024/05/07 00:01:55.353 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:01:55.353 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 00:01:55.354 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.401945ms] [] [2024/05/07 00:01:55.354 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/07 00:01:55.354 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 00:01:55.354 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=48.036µs] [] [2024/05/07 00:01:55.354 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 00:01:55.355 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=778.591µs] [] [2024/05/07 00:01:55.573 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:55.574 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:01:55.575 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:55.578 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:55.578 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:55.578 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:01:55.579 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.579 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:55.580 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:55.580 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.580 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:55.595 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:55.595 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.595 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.595 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:55.610 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/07 00:01:55.611 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:55.611 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:55.611 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:55.623 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:55.623 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:55.675 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:01:55.678 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:55.678 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.678 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.678 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:55.679 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.679 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.679 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.679 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:01:55.679 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.505881233s] [] [2024/05/07 00:01:55.986 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:55.987 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/07 00:01:56.000 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:01:56.000 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:01:56.000 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:01:56.000 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.122µs] [] [2024/05/07 00:01:56.000 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/07 00:01:56.001 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 00:01:56.001 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 00:01:56.003 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/07 00:01:56.003 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.022746ms] [] [2024/05/07 00:01:56.003 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.137196ms] [] [2024/05/07 00:01:56.073 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:56.074 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:01:56.075 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:56.075 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:56.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:56.086 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/07 00:01:56.089 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/07 00:01:56.096 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:56.321 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:01:56.321 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=335.417501ms] [] [2024/05/07 00:01:56.415 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.470718714\n# Parse_time: 0.000118001\n# Compile_time: 0.000366501\n# Rewrite_time: 0.000080958\n# Optimize_time: 0.000248411\n# Wait_TS: 0.000320406\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse snappy;\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:56.580 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/07 00:01:56.587 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:56.600 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:57.908 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_PROCESS] resp_time:1.491077456s txnStartTS:449579926529769473 region_id:68 store_addr:127.0.0.1:20162 kv_process_ms:1490 kv_wait_ms:0 kv_read_ms:1490 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:1 rocksdb_read_count:1 rocksdb_read_byte:97"] [2024/05/07 00:01:57.910 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579926529769473\n# Conn_ID: 2\n# Query_time: 1.493048981\n# Parse_time: 0.000087776\n# Compile_time: 0.000695319\n# Rewrite_time: 0.000102414\n# Optimize_time: 0.000201946\n# Wait_TS: 0.000088883\n# Cop_time: 1.491382642 Process_time: 1.490565787 Wait_time: 0.000115522 Request_count: 3 Process_keys: 2 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 2 Rocksdb_block_read_count: 2 Rocksdb_block_read_byte: 194 Rocksdb_block_read_time: 0.000\n# DB: snappy\n# Is_internal: false\n# Digest: e88fc0454e75c1ecbfa38c478bf3b416a14f2cb40442cb83baa0505d9b8dfb7f\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 0.496855262 Cop_proc_p90: 1.4903157 Cop_proc_max: 1.4903157 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.8507e-05 Cop_wait_p90: 4.0019e-05 Cop_wait_max: 4.0019e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 337\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 2\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgXwUjAJMzFfNQkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl80CTIJdGltZToxLjQ5cywgbG9vcHM6MiwgY29wX3Rhc2s6IHtudW06IDMsIG1heDogDSjgbWluOiA1NzcuNcK1cywgYXZnOiA0OTcuNW1zLCBwOTU6IDEuNDlzLCBtYXhfcHJvY19rZXlzOiAyBR4AXzYSAAh0b3QFEhU1AREgd2FpdDogMTE1DWMccnBjX251bToBigEMAHQBtgggMS4Ft6Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdQUaGG46IDQ3LjgFugGguGRpc3RzcWxfY29uY3VycmVuY3k6IDN9CTMzNyBCeXRlcwlOL0EKMQk0M180CTFfMU8AdCFKoDp0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JMgl0aWt2BYIUOntwcm9jAXUIOjEuBbohSQAwOUIINi43JUIEODARIQhwOTURC5hpdGVyczozLCB0YXNrczozfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF8BYwhlc3M5ckYXACRfc2l6ZTogODIsDR0AayWePDUsIGdldF9zbmFwc2hvdF8pZAw0Mi4xJSygcm9ja3NkYjoge2tleV9za2lwcGVkX2NvdW50OiAyLCBibG9jazoge2M1iRkcCHJlYS4rAAUPIGJ5dGU6IDE5NClmACwJFgl1CDY1LgF1LH19fQlOL0EJTi9BCg==')\n# Plan_digest: ccb0d7dbb386cbf97a7007105f4b9f48d79db972766c84bfba32e55df7ffede8\n# Binary_plan: tidb_decode_binary_plan('nAZYCpcGCg1UYWJsZVJlYWRlcl81Eq4DCg8FElBGdWxsU2Nhbl80Ic3+BLpkCEJBKQABAfCViMNAMAI4AkACSg0KCwoGc25hcHB5EgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qvQJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjEuNDlzLCBtaW46MHMsIGF2ZzogNDk2LjdtcywgcDgwOjEuNDlzLCBwOTU6MS40OXMsIGl0ZXJzOjMsIHRhc2tzOjN9LCBzAap8ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAyLCBGFwAcX3NpemU6IDgVHQksGDUsIGdldF8B27hzaG90X3RpbWU6IDQyLjHCtXMsIHJvY2tzZGI6IHtrZXlfc2tpcHBlZF9jb3VudAVoQGJsb2NrOiB7Y2FjaGVfaGl0HRwMcmVhZD4PADRieXRlOiAxOTQgQnl0ZQFhASUJdQQ2NQV1EH19fXD/EQEEAXgRCiT/ASFtEGmWE6QSMp0BKAFAAVIUZGF0YTpUId05ywRaEwVWBDEuJVMwbG9vcHM6MmKDAmNvcCmYICB7bnVtOiAzLCWcCCAxLgUpIZ0UIDU3Ny41JQAAYSmkFDcuNW1zLCWZCCAxLgkpBGF4JXctSAAyBR46EgAIdG90BRIVNQERIHdhaXQ6IDExNQ1jDHJwY18RigEMBbcIIDEuBWYQY29wcl85XURyYXRpbzogMC4wMCwgYnVpbGQFzAhfZHUFGhhuOiA0Ny44BboBoJhkaXN0c3FsX2NvbmN1cnJlbmN5OiAzfXDRAnj///////////8BGAE=')\n# Resource_group: default\nSELECT * FROM snappy.t;"] === RUN TestLoadRemote/TestZStd [2024/05/07 00:01:57.911 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/07 00:01:57.913 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/07 00:01:57.927 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:57.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:57.928 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:57.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database zstd"] [2024/05/07 00:01:57.946 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:57.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:57.964 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=1.175929ms] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:57.969 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=60] [2024/05/07 00:01:58.014 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.622972ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:57.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:58.029 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:57.913 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:58.039 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 00:01:58.039 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:58.043 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 00:01:58.057 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:58.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:58.057 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:58.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 00:01:58.076 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:58.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:58.096 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.878609ms] [gotSchemaVersion=61] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/07 00:01:58.100 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=61] [2024/05/07 00:01:58.145 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.181962ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:58.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:58.160 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:58.013 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:58.171 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 00:01:58.171 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:58.318 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:58.336 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/07 00:01:58.336 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/07 00:02:01.066 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:01.569 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:01.570 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:01.571 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 00:02:01.590 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:01.590 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/07 00:02:01.590 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=69.574µs] [2024/05/07 00:02:01.590 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=201.591µs] [] [2024/05/07 00:02:01.591 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:01.591 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:01.591 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:01.603 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:01.603 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:01.867 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/07 00:02:01.867 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/07 00:02:02.081 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:02.081 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:02.081 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:02:02.082 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.082 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:02.083 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:02.083 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.083 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:02.100 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:02.100 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:02.100 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:02.100 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:02.105 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 00:02:02.173 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:02.174 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:02.174 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:02.180 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:02.180 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:02.180 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:02:02.181 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.181 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:02.182 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:02.182 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.182 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:02.182 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:02.182 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:02.182 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:02.183 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:02.183 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:02.183 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:02.183 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:02.183 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:02.183 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:02.183 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:02.183 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:02.187 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:02.188 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:02.188 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:02:02.189 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.189 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:02.189 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:02.189 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:02.198 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:02.199 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:02.199 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/07 00:02:02.212 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 00:02:02.216 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 00:02:02.219 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 00:02:02.219 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:02.267 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [2024/05/07 00:02:02.270 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.01.csv.zst:0] [readDur=990.709µs] [encodeDur=1.068411ms] [deliverDur=27.617µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [takeTime=2.391049ms] [] [2024/05/07 00:02:02.271 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:02.271 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/3cbdb3ac-82bc-48fe-984e-47ec87224162.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/07 00:02:02.277 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [2024/05/07 00:02:02.279 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=t.02.csv.zstd:0] [readDur=796.566µs] [encodeDur=397.169µs] [deliverDur=14.237µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [takeTime=1.49651ms] [] [2024/05/07 00:02:02.280 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/f37e2faf-01ba-4906-b901-1531a9abec33.sst] [firstKey=74800000000000007A5F728000000000000003] [lastKey=74800000000000007A5F728000000000000004] [2024/05/07 00:02:02.280 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=67.816361ms] [] [2024/05/07 00:02:02.280 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:02.280 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:02.280 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 00:02:02.282 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.764238ms] [] [2024/05/07 00:02:02.282 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/07 00:02:02.287 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:02.288 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/07 00:02:02.288 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:02.288 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 00:02:02.289 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [retry=0] [2024/05/07 00:02:02.289 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000050000000000FA] [2024/05/07 00:02:02.289 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000050000000000FA] [regions=1] [2024/05/07 00:02:02.290 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=438.555µs] [2024/05/07 00:02:02.290 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.22044ms] [] [2024/05/07 00:02:02.298 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/07 00:02:02.298 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F728000000000000005] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:04.298 +08:00] [2024/05/07 00:02:02.337 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928076681217] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:02.337 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928076681217] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 21, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:04.311 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/07 00:02:04.312 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=2.030348256s] [] [2024/05/07 00:02:04.312 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 00:02:04.313 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.013807ms] [] [2024/05/07 00:02:04.313 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:04.313 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 00:02:04.315 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.50921ms] [] [2024/05/07 00:02:04.315 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/07 00:02:04.315 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 00:02:04.315 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=43.018µs] [] [2024/05/07 00:02:04.315 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 00:02:04.316 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=720.295µs] [] [2024/05/07 00:02:04.572 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:04.573 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:04.574 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:04.576 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.577 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:04.577 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916812299269271] [2024/05/07 00:02:04.578 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.578 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:04.579 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.579 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.579 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:04.595 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.595 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.595 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.595 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.610 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/07 00:02:04.611 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:04.611 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:04.611 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.623 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:04.623 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.635 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:04.638 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.638 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.638 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.638 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.639 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.639 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.639 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.639 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:04.639 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.465612269s] [] [2024/05/07 00:02:04.945 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:04.947 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/07 00:02:04.960 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:04.960 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:04.960 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:04.960 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=1.816µs] [] [2024/05/07 00:02:04.960 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/07 00:02:04.961 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 00:02:04.961 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 00:02:04.963 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/07 00:02:04.963 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.15872ms] [] [2024/05/07 00:02:04.963 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=3.289849ms] [] [2024/05/07 00:02:05.073 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:05.074 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:05.075 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:05.075 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:05.076 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:05.087 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/07 00:02:05.089 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/07 00:02:05.097 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:05.249 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.975313048\n# Parse_time: 0.000131093\n# Compile_time: 0.000461827\n# Rewrite_time: 0.000114333\n# Optimize_time: 0.000201946\n# Wait_TS: 0.00025316\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse zstd;\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:05.253 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.253 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.253 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:05.255 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=25.571µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.361µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=13.579µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.02µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.934µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=21.498µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=13.846µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=10.645µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=13.031µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=11.813µs] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:05.256 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=6.121µs] [2024/05/07 00:02:05.257 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:02:05.257 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:02:05.265 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] ["take time"=11.570293ms] [2024/05/07 00:02:05.265 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [2024/05/07 00:02:05.266 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/07 00:02:05.266 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 00:02:05.266 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/680402dc-924f-4c9a-b9a8-103ef803d9a0] [watcherID=78c6e913-702f-40a6-8d3f-71c80b0fcb47] [2024/05/07 00:02:05.267 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/680402dc-924f-4c9a-b9a8-103ef803d9a0] [2024/05/07 00:02:05.267 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:05.267 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:05.267 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:05.267 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:05.269 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 00:02:05.269 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1199] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:02:05.270 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:02:05.271 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/07 00:02:05.271 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:02:05.270 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:02:05.271 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.271 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/07 00:02:05.271 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=7] [task-type=ImportInto] [error="context canceled"] [2024/05/07 00:02:05.271 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/07 00:02:05.271 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:02:05.271 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/07 00:02:05.270 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:02:05.271 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb watch owner key /tidb/stats/owner/3eaa8f4ea1649ba8"] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:02:05.271 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/07 00:02:05.270 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2a906350-abff-45a6-8f02-b459f8bd5848"] [error="lost watcher waiting for delete"] [2024/05/07 00:02:05.271 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.270 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 00:02:05.271 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:02:05.271 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [2024/05/07 00:02:05.271 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:02:05.271 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:02:05.271 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:02:05.271 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:02:05.271 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=4fdf8d86-5e5b-4c19-931d-8caa863db6bb] [2024/05/07 00:02:05.271 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/07 00:02:05.272 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=7] [2024/05/07 00:02:05.272 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/07 00:02:05.272 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:05.272 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/07 00:02:05.272 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/07 00:02:05.273 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:02:05.273 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:02:05.273 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:02:05.273 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2a906350-abff-45a6-8f02-b459f8bd5848] [daemon-id=LogBackup::Advancer] [2024/05/07 00:02:05.273 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:02:05.273 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:02:05.273 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2a906350-abff-45a6-8f02-b459f8bd5848"] [error="context canceled"] [2024/05/07 00:02:05.273 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2a906350-abff-45a6-8f02-b459f8bd5848"] [2024/05/07 00:02:05.275 +08:00] [INFO] [scheduler.go:223] ["scheduler runSubtask loop exit"] [task-id=7] [2024/05/07 00:02:05.275 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=329.785695ms] [] [2024/05/07 00:02:05.275 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=7] [type=ImportInto] [2024/05/07 00:02:05.275 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/07 00:02:05.276 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:02:05.331 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/07 00:02:05.331 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [error="context canceled"] [2024/05/07 00:02:05.532 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:06.511 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2a906350-abff-45a6-8f02-b459f8bd5848"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:06.540 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:06.541 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/07 00:02:06.541 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:02:06.789 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4fdf8d86-5e5b-4c19-931d-8caa863db6bb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:06.789 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 00:02:06.790 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/07 00:02:06.790 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:02:06.795 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.541856357s] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:06.796 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:06.796 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:06.796 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:06.796 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:06.797 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (56.54s) --- PASS: TestLoadRemote/TestGzipAndMixedCompression (14.82s) --- PASS: TestLoadRemote/TestImportFromServer (17.81s) --- PASS: TestLoadRemote/TestSnappy (7.21s) --- PASS: TestLoadRemote/TestZStd (7.34s) PASS GCov does not exist at the given path: '' May 07, 2024 12:02:10 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 12:02:10 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 12:02:10 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 12:02:10 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 12:02:10 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 123.803s, Critical Path: 106.47s INFO: 1451 processes: 1425 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 2.951984786 s time="2024-05-07T00:02:13+08:00" level=info msg="run test [session/nontransactional] ok" time="2024-05-07T00:02:13+08:00" level=warning msg="Create new db session__session" time="2024-05-07T00:02:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir ./t/session/session.test: ok! 101 test cases passed, take time 0.43079052 s time="2024-05-07T00:02:13+08:00" level=info msg="run test [session/session] ok" time="2024-05-07T00:02:13+08:00" level=warning msg="Create new db session__temporary_table" time="2024-05-07T00:02:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.163719471 s time="2024-05-07T00:02:13+08:00" level=info msg="run test [session/temporary_table] ok" time="2024-05-07T00:02:13+08:00" level=warning msg="Create new db session__variable" time="2024-05-07T00:02:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:13+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/variable.test: ok! 113 test cases passed, take time 0.144719765 s [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } time="2024-05-07T00:02:14+08:00" level=info msg="run test [session/variable] ok" time="2024-05-07T00:02:14+08:00" level=warning msg="Create new db session__vars" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/session/vars.test: ok! 122 test cases passed, take time 0.053092056 s time="2024-05-07T00:02:14+08:00" level=info msg="run test [session/vars] ok" time="2024-05-07T00:02:14+08:00" level=warning msg="Create new db sessionctx__setvar" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessionctx/setvar.test: ok! 663 test cases passed, take time 0.12028612 s [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } time="2024-05-07T00:02:14+08:00" level=info msg="run test [sessionctx/setvar] ok" time="2024-05-07T00:02:14+08:00" level=warning msg="Create new db sessiontxn__externals" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.107797201 s time="2024-05-07T00:02:14+08:00" level=info msg="run test [sessiontxn/externals] ok" time="2024-05-07T00:02:14+08:00" level=warning msg="Create new db statistics__handle" time="2024-05-07T00:02:14+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/handle.test: ok! 53 test cases passed, take time 0.694807362 s time="2024-05-07T00:02:15+08:00" level=info msg="run test [statistics/handle] ok" time="2024-05-07T00:02:15+08:00" level=warning msg="Create new db statistics__integration" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/integration.test: ok! 23 test cases passed, take time 0.10485692 s time="2024-05-07T00:02:15+08:00" level=info msg="run test [statistics/integration] ok" time="2024-05-07T00:02:15+08:00" level=warning msg="Create new db statistics__lock_table_stats" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 0.298967133 s time="2024-05-07T00:02:15+08:00" level=info msg="run test [statistics/lock_table_stats] ok" time="2024-05-07T00:02:15+08:00" level=warning msg="Create new db subquery" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/subquery.test: ok! 32 test cases passed, take time 0.196627936 s time="2024-05-07T00:02:15+08:00" level=info msg="run test [subquery] ok" time="2024-05-07T00:02:15+08:00" level=warning msg="Create new db table__cache" time="2024-05-07T00:02:15+08:00" level=info msg="enable tidb_enable_analyze_snapshot" [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest4:importintotest4_test; 64s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestLoadRemote [2024/05/07 00:01:10.215 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:10.216 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:10.216 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:10.217 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:10.217 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:10.218 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:10.218 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:10.220 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/07 00:01:10.224 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.224 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.225 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:10.247 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.247 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.253 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.253 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.264 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:10.279 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916807289677293] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:10.304 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:10.342 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=125] ["lease id"=22318f4ea162effd] [2024/05/07 00:01:10.345 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:10.351 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest4/importintotest4_test.TestLoadRemote\n\ttests/realtikvtest/importintotest4/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 00:01:10.364 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.840087ms] [2024/05/07 00:01:10.365 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:10.365 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=16665833-0740-4573-9dc9-01e6bf36014d] [runWorker=true] [2024/05/07 00:01:10.365 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:10.367 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:10.368 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:10.368 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:10.368 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:10.369 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:10.370 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] ["owner key"=/tidb/ddl/fg/owner/22318f4ea162f001] [ownerID=16665833-0740-4573-9dc9-01e6bf36014d] [op=none] [2024/05/07 00:01:10.370 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:10.371 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f9e19526-eb67-432a-9f98-7bd8c147f342] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:10.372 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] ["owner key"=/tidb/br-stream/owner/22318f4ea162f003] [ownerID=f9e19526-eb67-432a-9f98-7bd8c147f342] [op=none] [2024/05/07 00:01:10.375 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 00:01:10.393 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.393 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 00:01:10.419 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:10.420 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] ["owner key"=/tidb/ddl/fg/owner/22318f4ea162f001] [ownerID=16665833-0740-4573-9dc9-01e6bf36014d] [op=none] [2024/05/07 00:01:10.420 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] [op=none] [2024/05/07 00:01:10.420 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:10.439 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.469 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=14.550777ms] [2024/05/07 00:01:10.471 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:10.475 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.475 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/07 00:01:10.506 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.927377ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:10.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.521 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.532 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 00:01:10.532 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.535 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 00:01:10.538 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 00:01:10.565 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.565 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 00:01:10.585 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.643 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.595302ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/07 00:01:10.647 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.647 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/07 00:01:10.688 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.655619ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.713 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.743 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 00:01:10.743 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.746 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 00:01:10.759 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.759 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 00:01:10.775 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.796 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.216811ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/07 00:01:10.800 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.800 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/07 00:01:10.844 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.827629ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.859 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.872 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 00:01:10.872 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:10.875 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 00:01:10.889 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.842 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:10.889 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.842 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 00:01:10.904 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.842 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.924 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.123955ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/07 00:01:10.928 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:10.928 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/07 00:01:10.973 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.036458ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.842 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:10.991 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.842 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.003 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 00:01:11.003 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.007 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 00:01:11.027 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.027 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 00:01:11.047 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.089 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.10317ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/07 00:01:11.093 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.093 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/07 00:01:11.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.246655ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:10.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.153 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:10.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.176 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 00:01:11.176 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.179 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 00:01:11.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 00:01:11.209 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.234 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.708007ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/07 00:01:11.239 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.239 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/07 00:01:11.281 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.539008ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.297 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.312 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 00:01:11.312 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.315 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 00:01:11.330 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.330 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 00:01:11.347 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.369 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:11.369 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:11.371 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.576769ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/07 00:01:11.375 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.375 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/07 00:01:11.419 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.516614ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.441 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.455 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 00:01:11.455 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.458 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 00:01:11.471 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.442 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.471 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.442 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 00:01:11.499 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.442 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.518 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.828203ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/07 00:01:11.522 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.522 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/07 00:01:11.566 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.761005ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.442 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.590 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.442 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.601 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 00:01:11.602 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.604 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 00:01:11.617 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.618 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 00:01:11.633 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.653 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=1.968204ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/07 00:01:11.657 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.657 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/07 00:01:11.701 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.271868ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.716 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.728 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 00:01:11.728 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.731 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 00:01:11.745 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.693 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.745 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.693 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 00:01:11.759 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.693 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.780 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.310658ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/07 00:01:11.784 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.784 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/07 00:01:11.828 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.859537ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.693 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.843 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.693 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.856 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 00:01:11.856 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:11.859 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 00:01:11.874 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.843 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:11.874 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.843 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 00:01:11.900 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.843 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.923 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.399571ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/07 00:01:11.927 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:11.927 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/07 00:01:11.971 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.11134ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.843 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:11.991 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.843 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.004 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 00:01:12.004 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.008 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:12.008 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/07 00:01:12.024 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.993 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.024 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.993 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:12.045 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.993 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.074 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.443606ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/07 00:01:12.078 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.078 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/07 00:01:12.120 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.492739ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:11.993 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.142 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:11.993 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.159 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 00:01:12.159 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.162 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 00:01:12.178 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.143 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.178 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.143 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 00:01:12.196 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.143 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.228 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=5.422197ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/07 00:01:12.232 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.232 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/07 00:01:12.271 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.021265ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.143 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.293 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.143 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.309 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 00:01:12.309 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.312 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:12.326 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.293 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.326 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.293 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:12.345 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.293 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.368 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.22407ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/07 00:01:12.368 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:12.369 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/07 00:01:12.369 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:12.369 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:12.372 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.372 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/07 00:01:12.416 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.816202ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.293 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.440 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.293 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.454 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 00:01:12.454 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.457 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:12.472 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.443 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.472 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.443 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:12.495 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.443 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.518 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.357473ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/07 00:01:12.521 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.522 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/07 00:01:12.565 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.693234ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.443 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.591 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.443 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.604 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 00:01:12.604 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.607 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:12.625 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.625 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:12.646 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.667 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.16671ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/07 00:01:12.671 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.671 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/07 00:01:12.715 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.193354ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.740 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.752 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 00:01:12.752 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.755 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 00:01:12.770 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.770 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 00:01:12.783 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.805 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.277774ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/07 00:01:12.809 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.809 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/07 00:01:12.854 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.446335ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.870 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.884 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 00:01:12.884 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:12.887 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 00:01:12.900 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.900 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 00:01:12.916 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.936 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.202513ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/07 00:01:12.940 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.940 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/07 00:01:12.984 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.735495ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.000 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.018 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 00:01:13.018 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.021 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:13.038 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.038 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:13.055 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.083 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.938304ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/07 00:01:13.086 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.087 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/07 00:01:13.130 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.742499ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.145 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.161 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 00:01:13.161 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.171 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:13.184 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.184 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:13.199 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.220 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.346559ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/07 00:01:13.223 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.224 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/07 00:01:13.267 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.594503ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.290 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.142 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.302 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 00:01:13.302 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.305 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 00:01:13.317 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.318 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 00:01:13.332 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.351 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.902491ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/07 00:01:13.354 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.354 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/07 00:01:13.370 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:13.370 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:13.399 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.589648ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.414 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.292 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.426 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 00:01:13.426 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.429 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 00:01:13.442 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.392 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.442 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.392 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 00:01:13.458 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.392 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.475 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.598759ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/07 00:01:13.479 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.479 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/07 00:01:13.524 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.926604ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.392 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.540 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.392 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.551 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 00:01:13.551 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.554 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 00:01:13.569 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.569 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 00:01:13.584 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.609 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.654622ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/07 00:01:13.613 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.613 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/07 00:01:13.657 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.854303ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.674 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.689 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 00:01:13.689 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.692 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/07 00:01:13.707 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.707 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/07 00:01:13.722 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.744 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.337041ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/07 00:01:13.748 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.748 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/07 00:01:13.792 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.178192ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.811 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.824 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 00:01:13.824 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.827 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:13.841 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.792 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.841 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.792 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:13.857 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.792 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.879 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.133871ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/07 00:01:13.883 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.883 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/07 00:01:13.926 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.763437ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.792 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.941 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.792 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.953 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 00:01:13.954 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.956 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 00:01:13.970 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.943 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.970 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.943 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 00:01:13.994 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.943 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.015 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.183251ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/07 00:01:14.019 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.019 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/07 00:01:14.064 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.435286ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.943 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.089 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.943 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.102 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 00:01:14.102 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.105 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 00:01:14.118 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.118 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 00:01:14.133 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.153 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.941764ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/07 00:01:14.157 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.157 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/07 00:01:14.201 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.14297ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.220 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.233 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 00:01:14.233 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.236 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:14.251 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.193 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.251 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.193 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 00:01:14.266 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.193 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.287 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.198303ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/07 00:01:14.292 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.292 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/07 00:01:14.335 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.861421ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.193 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.350 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.193 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.363 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 00:01:14.363 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.366 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 00:01:14.369 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:14.369 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:14.380 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.380 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 00:01:14.399 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.419 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=1.965882ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/07 00:01:14.423 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.423 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/07 00:01:14.467 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.555071ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.490 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.501 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 00:01:14.501 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.504 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:14.505 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/07 00:01:14.519 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.519 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 00:01:14.534 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.556 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.271735ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/07 00:01:14.560 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.560 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/07 00:01:14.603 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.208289ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.619 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.636 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 00:01:14.637 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.640 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:14.655 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.655 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:14.671 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.695 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.54334ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/07 00:01:14.699 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.699 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/07 00:01:14.743 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.608839ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.758 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.772 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 00:01:14.772 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.775 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:14.791 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:14.791 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.808 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.834 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.730019ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/07 00:01:14.838 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.838 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/07 00:01:14.881 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.689019ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.896 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.911 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 00:01:14.911 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.915 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 00:01:14.932 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.932 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 00:01:14.948 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.976 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.96131ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/07 00:01:14.980 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.980 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/07 00:01:15.023 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.45718ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.042 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.059 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 00:01:15.059 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.065 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 00:01:15.079 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.079 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 00:01:15.099 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.117 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.721357ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/07 00:01:15.120 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.121 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/07 00:01:15.165 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.153364ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.189 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.202 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 00:01:15.202 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.220 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.220 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/07 00:01:15.244 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.268 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.325482ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/07 00:01:15.272 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.272 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/07 00:01:15.316 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=52.872975ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:15.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.339 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.353 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 00:01:15.353 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.356 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 00:01:15.369 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:15.369 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:15.371 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.371 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 00:01:15.394 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.417 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.36746ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/07 00:01:15.420 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.420 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/07 00:01:15.464 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.960896ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.490 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.509 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 00:01:15.509 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.512 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 00:01:15.527 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.527 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 00:01:15.547 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.568 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.114378ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/07 00:01:15.572 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.572 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/07 00:01:15.616 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.904588ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.639 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.651 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 00:01:15.651 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.654 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 00:01:15.668 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.668 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 00:01:15.683 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.703 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.020446ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/07 00:01:15.707 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.707 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/07 00:01:15.751 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.899215ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.767 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.779 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 00:01:15.779 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.782 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 00:01:15.800 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.800 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 00:01:15.816 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.847 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.389096ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/07 00:01:15.851 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.851 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/07 00:01:15.894 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.907177ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.912 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.742 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.933 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 00:01:15.933 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.936 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 00:01:15.952 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.952 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 00:01:15.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.996 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=2.953018ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/07 00:01:15.999 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.999 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/07 00:01:16.043 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.978212ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.059 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.075 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 00:01:16.075 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.078 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 00:01:16.094 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.094 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 00:01:16.109 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.139 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.281031ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/07 00:01:16.142 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.142 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/07 00:01:16.186 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.53967ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.203 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.042 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.220 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 00:01:16.220 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.224 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:16.239 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.239 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:16.255 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.282 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.851737ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/07 00:01:16.286 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.286 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/07 00:01:16.329 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.58181ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.346 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.362 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 00:01:16.362 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.365 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:16.369 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:16.369 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:16.380 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.380 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:16.397 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.423 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=2.886793ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/07 00:01:16.427 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.427 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/07 00:01:16.471 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.722148ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.495 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.511 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 00:01:16.511 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.514 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/07 00:01:16.532 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.532 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/07 00:01:16.548 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.578 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.266432ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/07 00:01:16.582 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.582 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/07 00:01:16.624 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.630859ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.642 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.492 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.659 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 00:01:16.659 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.662 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 00:01:16.682 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 00:01:16.682 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.699 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.730 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.3304ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/07 00:01:16.734 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.734 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/07 00:01:16.777 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.771893ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.793 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.642 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.811 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 00:01:16.811 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.814 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:16.830 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.793 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.830 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.793 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:16.846 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.793 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.870 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.749892ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/07 00:01:16.874 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.874 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/07 00:01:16.919 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.642148ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.793 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.941 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.793 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.955 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 00:01:16.955 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.958 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:16.973 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.942 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.973 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.942 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:16.994 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.942 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.018 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.591997ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/07 00:01:17.022 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.023 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/07 00:01:17.066 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.630549ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.942 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.094 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.942 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.109 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 00:01:17.109 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.112 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 00:01:17.132 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.132 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 00:01:17.149 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.805229ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/07 00:01:17.186 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.186 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/07 00:01:17.229 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.996663ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.246 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.092 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.265 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 00:01:17.265 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.268 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:17.283 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.242 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.283 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.242 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:17.299 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.242 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.324 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.733608ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/07 00:01:17.328 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.328 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/07 00:01:17.372 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.043183ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.242 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.391 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.242 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.406 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 00:01:17.406 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.409 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/07 00:01:17.422 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.393 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.422 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.393 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/07 00:01:17.444 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.393 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.468 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.915465ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/07 00:01:17.472 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.472 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/07 00:01:17.516 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.91398ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.393 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.540 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.393 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.553 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 00:01:17.553 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.694 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.323390384s] [2024/05/07 00:01:17.696 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] [2024/05/07 00:01:17.697 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] [2024/05/07 00:01:17.698 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 16665833-0740-4573-9dc9-01e6bf36014d"] [] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=6.302µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.495µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=2.776µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.257µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.963µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.381µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.904µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.605µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.745µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.585µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:17.699 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.989µs] [2024/05/07 00:01:17.699 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:01:17.699 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:01:17.706 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=16665833-0740-4573-9dc9-01e6bf36014d] ["take time"=9.828104ms] [2024/05/07 00:01:17.706 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=16665833-0740-4573-9dc9-01e6bf36014d] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=125] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:01:17.709 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:17.709 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342 watch owner key /tidb/br-stream/owner/22318f4ea162f003"] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:17.709 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:17.709 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:01:17.709 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] [2024/05/07 00:01:17.709 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:01:17.709 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] [2024/05/07 00:01:17.709 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:01:17.710 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f9e19526-eb67-432a-9f98-7bd8c147f342] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.710 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:01:17.710 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:01:17.710 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:17.710 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:17.710 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] [error="context canceled"] [2024/05/07 00:01:17.710 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:17.711 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=14.248854ms] [2024/05/07 00:01:17.711 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916807289677293] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:17.720 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:17.758 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1008] ["lease id"=3eaa8f4ea162f6df] [2024/05/07 00:01:17.760 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:17.829 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=66.516581ms] [2024/05/07 00:01:17.831 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:17.831 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=4e644553-dc46-4de1-9414-e8aebb41c330] [runWorker=true] [2024/05/07 00:01:17.831 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:17.833 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:17.834 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:17.834 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:17.834 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:17.835 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:17.835 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:17.835 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:17.835 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.835 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:17.836 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] ["owner key"=/tidb/ddl/fg/owner/22318f4ea162f097] [ownerID=4e644553-dc46-4de1-9414-e8aebb41c330] [op=none] [2024/05/07 00:01:17.837 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:17.837 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4db05c97-8667-4f00-bec3-bd6860d31841] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:17.850 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 00:01:17.851 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:01:17.851 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:01:17.851 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 00:01:17.853 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] ["owner key"=/tidb/bindinfo/owner/22318f4ea162f09b] [ownerID=4e644553-dc46-4de1-9414-e8aebb41c330] [op=none] [2024/05/07 00:01:17.857 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/07 00:01:17.860 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 00:01:17.881 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:01:17.885 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:17.886 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] ["owner key"=/tidb/ddl/fg/owner/22318f4ea162f097] [ownerID=4e644553-dc46-4de1-9414-e8aebb41c330] [op=none] [2024/05/07 00:01:17.886 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [op=none] [2024/05/07 00:01:17.886 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:17.887 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:01:17.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:01:17.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:01:17.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:01:17.892 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 00:01:17.892 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 00:01:17.892 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:01:17.892 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/07 00:01:17.892 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/07 00:01:17.892 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/07 00:01:17.893 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:01:17.893 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 00:01:17.894 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:01:17.894 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:01:17.894 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/07 00:01:17.894 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:01:17.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:01:17.896 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:01:17.897 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] ["owner key"=/tidb/stats/owner/22318f4ea162f09e] [ownerID=4e644553-dc46-4de1-9414-e8aebb41c330] [op=none] [2024/05/07 00:01:17.897 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/97ce7f3f-854c-4885-bca4-dd07823ff98d] [2024/05/07 00:01:17.898 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:17.898 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:17.908 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=14.394436ms] [2024/05/07 00:01:17.908 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/07 00:01:17.910 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 00:01:17.910 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestGlobalSortBasic [2024/05/07 00:01:17.914 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/07 00:01:17.916 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/07 00:01:17.928 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:17.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.928 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:17.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gsort_basic"] [2024/05/07 00:01:17.943 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.957 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=866.808µs] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:17.961 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/07 00:01:18.006 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.006389ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:17.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.020 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.892 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.029 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 00:01:18.030 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.033 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/07 00:01:18.046 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.046 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/07 00:01:18.066 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.088 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.186129ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/07 00:01:18.092 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/07 00:01:18.136 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.307038ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.156 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.168 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 00:01:18.169 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.465 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:18.495 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/07 00:01:18.495 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/07 00:01:18.898 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 00:01:18.898 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 00:01:18.898 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/97ce7f3f-854c-4885-bca4-dd07823ff98d] [watcherID=22fd5f0f-9d0b-47f8-b0fe-64f08a4b99d9] [2024/05/07 00:01:18.909 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/07 00:01:18.909 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/07 00:01:18.909 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/07 00:01:19.166 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f9e19526-eb67-432a-9f98-7bd8c147f342"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:01:19.835 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:21.916 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:22.419 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/07 00:01:22.420 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:22.422 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/07 00:01:22.437 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:22.437 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:01:22.437 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=72.661µs] [2024/05/07 00:01:22.437 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=163.369µs] [] [2024/05/07 00:01:22.437 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 00:01:22.437 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/07 00:01:22.437 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:22.457 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=3] [2024/05/07 00:01:22.457 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:22.717 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/07 00:01:22.717 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/07 00:01:22.930 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 00:01:23.023 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:23.025 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/07 00:01:23.025 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/07 00:01:23.030 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 00:01:23.033 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.034 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.034 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.035 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.035 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.036 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.036 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.036 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:23.036 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.036 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.036 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.040 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.041 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.041 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.042 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.042 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.043 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.043 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.054 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:23.054 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:23.054 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=encode&sort] [limit=256MiB] [2024/05/07 00:01:23.067 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/cde91f9c-19b6-4aad-8a7f-a8179707bb18] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2f1a765c-dbb8-4598-9604-5c11d1ae4deb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7a7f7a3b-8834-4d7e-9eee-b147d52474d5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5ada3fe6-d97e-48d3-bc72-65a16ff7ba42] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/bad2b15a-d28a-459f-ab27-4bf04c416046] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d9e5b6b9-8c03-4abf-a703-2aaf6ff6bc58] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/7ee172e0-b6bb-4516-bb63-bb93fc404b05] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.137 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:23.139 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [2024/05/07 00:01:23.152 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.1.csv:0] [readDur=919.419µs] [encodeDur=333.988µs] [deliverDur=11.124104ms] [checksum="{cksum=8193173687965330566,size=556,kvs=12}"] [takeTime=12.705326ms] [] [2024/05/07 00:01:23.157 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=10.823µs] [write-time=4.541109ms] [sort-speed(kv/s)=277.2kB] [write-speed(bytes/s)=38.49KiB] [writer-id=data/ca17e21a-ffb5-4329-a608-7f94d64a347f] [2024/05/07 00:01:23.157 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ca17e21a-ffb5-4329-a608-7f94d64a347f] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000001] [maxKey=7480000000000000685f728000000000000003] [2024/05/07 00:01:23.161 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.772µs] [write-time=3.770563ms] [sort-speed(kv/s)=795.3kB] [write-speed(bytes/s)=41.96KiB] [writer-id=index/1/ca17e21a-ffb5-4329-a608-7f94d64a347f] [2024/05/07 00:01:23.161 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/ca17e21a-ffb5-4329-a608-7f94d64a347f] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [maxKey=7480000000000000685f698000000000000001038000000000000003038000000000000003] [2024/05/07 00:01:23.165 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.736µs] [write-time=3.857785ms] [sort-speed(kv/s)=633.4kB] [write-speed(bytes/s)=62.02KiB] [writer-id=index/2/ca17e21a-ffb5-4329-a608-7f94d64a347f] [2024/05/07 00:01:23.165 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/ca17e21a-ffb5-4329-a608-7f94d64a347f] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 00:01:23.169 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.96µs] [write-time=3.957306ms] [sort-speed(kv/s)=1.014MB] [write-speed(bytes/s)=39.98KiB] [writer-id=index/3/ca17e21a-ffb5-4329-a608-7f94d64a347f] [2024/05/07 00:01:23.169 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/ca17e21a-ffb5-4329-a608-7f94d64a347f] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [maxKey=7480000000000000685f698000000000000003038000000000000315038000000000000003] [2024/05/07 00:01:23.170 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=102.255439ms] [] [2024/05/07 00:01:23.170 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/07 00:01:23.189 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/081418fd-cb48-489f-b5e2-9f9da4a37852] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/774b99a4-ff48-4798-8951-2deae38f29d9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0313a2b9-6196-4fc6-a413-c068ca8a9b90] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/6e0acda6-d593-46c7-a9da-0051e33bace5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/77b2a8bd-bd98-4178-bc1a-1eab9320092f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a28431a0-49a5-4ef6-aec3-1e76368c9e38] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.219 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/73adf827-bf2c-4326-924e-e38d08b0add9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:23.221 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [2024/05/07 00:01:23.235 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=t.2.csv:0] [readDur=808.417µs] [encodeDur=811.176µs] [deliverDur=11.429031ms] [checksum="{cksum=14938364691331578267,size=556,kvs=12}"] [takeTime=13.334411ms] [] [2024/05/07 00:01:23.239 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=5.391µs] [write-time=4.585749ms] [sort-speed(kv/s)=556.5kB] [write-speed(bytes/s)=38.12KiB] [writer-id=data/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [2024/05/07 00:01:23.240 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [kv-cnt-cap=4] [minKey=7480000000000000685f728000000000000004] [maxKey=7480000000000000685f728000000000000006] [2024/05/07 00:01:23.244 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.944µs] [write-time=4.064969ms] [sort-speed(kv/s)=1.019MB] [write-speed(bytes/s)=38.92KiB] [writer-id=index/3/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [2024/05/07 00:01:23.244 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [kv-cnt-cap=4] [minKey=7480000000000000685f69800000000000000303800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000003038000000000000143038000000000000006] [2024/05/07 00:01:23.248 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.457µs] [write-time=3.947022ms] [sort-speed(kv/s)=867.8kB] [write-speed(bytes/s)=40.08KiB] [writer-id=index/1/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [2024/05/07 00:01:23.248 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000001038000000000000004038000000000000004] [maxKey=7480000000000000685f698000000000000001038000000000000006038000000000000006] [2024/05/07 00:01:23.252 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.333µs] [write-time=4.123241ms] [sort-speed(kv/s)=692.4kB] [write-speed(bytes/s)=58.03KiB] [writer-id=index/2/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [2024/05/07 00:01:23.252 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/d01ddd08-5aff-42b5-b6a0-2d4a3453710e] [kv-cnt-cap=4] [minKey=7480000000000000685f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=7480000000000000685f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 00:01:23.253 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=63.436277ms] [] [2024/05/07 00:01:23.253 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/07 00:01:23.424 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/07 00:01:23.426 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:23.428 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 00:01:23.435 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/07 00:01:23.435 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/07 00:01:23.435 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/07 00:01:23.435 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/07 00:01:23.436 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/07 00:01:23.436 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=0] [2024/05/07 00:01:23.436 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:23.451 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=3] [to=4] [2024/05/07 00:01:23.452 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:23.576 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/07 00:01:23.577 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.577 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.577 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.577 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.578 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.578 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.578 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.578 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:23.578 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=555.139191ms] [] [2024/05/07 00:01:23.922 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/07 00:01:23.924 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:23.925 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 00:01:23.950 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.950 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.950 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.951 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.951 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.952 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.952 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.956 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.956 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.956 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.956 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.957 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:23.959 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f728000000000000001] [endKey=7480000000000000685f72800000000000000600] [dataFiles=2] [2024/05/07 00:01:23.961 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.962 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.962 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.963 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.963 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.963 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.964 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.967 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.967 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.967 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.967 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.968 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:23.970 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f69800000000000000303800000000000007b038000000000000001] [endKey=7480000000000000685f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/07 00:01:23.972 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.973 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.973 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.973 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.973 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.974 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.974 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.978 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.978 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.978 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.978 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.978 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:23.981 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/07 00:01:23.983 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:23.983 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:23.983 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:23.984 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.984 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:23.985 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:23.985 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:23.988 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:23.988 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:23.988 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:23.988 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:23.988 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:23.988 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:23.988 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:23.989 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:23.989 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:23.989 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:23.989 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:23.992 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000685f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=7480000000000000685f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/07 00:01:23.992 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 00:01:23.992 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/07 00:01:23.992 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:24.009 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=4] [to=5] [2024/05/07 00:01:24.009 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:24.190 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:24.192 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/07 00:01:24.202 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:24.202 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:24.202 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:24.203 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.203 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:24.204 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:24.204 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.204 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:24.204 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:24.204 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:24.204 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:24.204 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:24.204 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:24.204 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:24.205 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:24.205 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:24.205 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:24.205 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:24.205 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:24.208 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:24.208 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:24.209 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:24.209 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.209 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:24.210 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:24.210 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.220 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:24.220 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:24.232 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [2024/05/07 00:01:24.241 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F72800000000000000600] [ranges=1] [] [2024/05/07 00:01:24.241 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:24.242 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:24.243 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:24.243 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:24.243 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [retry=0] [2024/05/07 00:01:24.244 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000060000000000FB] [2024/05/07 00:01:24.244 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FB] [regions=1] [2024/05/07 00:01:24.286 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7200000100000000FB,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:5 \",peers=\"id:15 store_id:1 ,id:20 store_id:3 ,id:25 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 7 != conf_ver: 5 version: 5, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/07 00:01:24.289 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 7 != conf_ver: 5 version: 5, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/07 00:01:24.289 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FC] [retry=1] [2024/05/07 00:01:24.292 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918096334851] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:24.292 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918096334851] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:24.428 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:24.428 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:24.428 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:24.429 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.430 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:24.430 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:24.430 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:24.430 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:24.445 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:24.445 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:24.445 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:24.445 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.290 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000060000000000FC] [2024/05/07 00:01:25.290 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000060000000000FC] [regions=2] [2024/05/07 00:01:25.290 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/07 00:01:25.290 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.047307642s] [] [2024/05/07 00:01:25.290 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:25.290 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:25.294 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.546373ms] [] [2024/05/07 00:01:25.297 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=412.914µs] ["iterated count"=6] [2024/05/07 00:01:25.323 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/07 00:01:25.324 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [takeTime=1.09126792s] [] [2024/05/07 00:01:25.340 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [2024/05/07 00:01:25.350 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F69800000000000000303800000000000007B038000000000000001] [endKey=7480000000000000685F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/07 00:01:25.350 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:25.351 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:25.351 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:25.351 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:25.351 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/07 00:01:25.352 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/07 00:01:25.352 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/07 00:01:25.357 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/07 00:01:25.358 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=28] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/07 00:01:25.371 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=12.175614ms] [2024/05/07 00:01:25.371 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=19.237624ms] [] [2024/05/07 00:01:25.371 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:25.371 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:25.374 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.063409ms] [] [2024/05/07 00:01:25.377 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=330.867µs] ["iterated count"=6] [2024/05/07 00:01:25.389 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 00:01:25.390 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [takeTime=49.916021ms] [] [2024/05/07 00:01:25.400 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918398062594] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=29-epoch_not_match:1] [2024/05/07 00:01:25.400 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918398062594] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=29-epoch_not_match:1] [2024/05/07 00:01:25.406 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [2024/05/07 00:01:25.415 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000000685F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/07 00:01:25.415 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:25.416 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:25.416 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:25.416 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:25.416 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/07 00:01:25.417 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/07 00:01:25.417 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF685F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/07 00:01:25.422 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=36] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end="dIAAAAAAAABoX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/07 00:01:25.423 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=845.337µs] [2024/05/07 00:01:25.423 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.318715ms] [] [2024/05/07 00:01:25.423 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:25.423 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:25.426 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.734674ms] [] [2024/05/07 00:01:25.429 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=629.521µs] ["iterated count"=6] [2024/05/07 00:01:25.441 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 00:01:25.442 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=1] [takeTime=35.872588ms] [] [2024/05/07 00:01:25.457 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [2024/05/07 00:01:25.466 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000685F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=7480000000000000685F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/07 00:01:25.467 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:25.468 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:25.468 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:25.468 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:25.468 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/07 00:01:25.469 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/07 00:01:25.469 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF685F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/07 00:01:25.474 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=36] [keys=2] [firstKey="dIAAAAAAAABoX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end=dIAAAAAAAABoX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/07 00:01:25.475 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=885.699µs] [2024/05/07 00:01:25.475 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.588544ms] [] [2024/05/07 00:01:25.475 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:25.475 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:25.478 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.090312ms] [] [2024/05/07 00:01:25.481 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=179.319µs] ["iterated count"=6] [2024/05/07 00:01:25.494 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/07 00:01:25.495 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=2] [takeTime=37.406242ms] [] [2024/05/07 00:01:25.507 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 36, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 37, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 38, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 39, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=37-epoch_not_match:1] [2024/05/07 00:01:25.508 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=45-not_leader-47:1] [2024/05/07 00:01:25.923 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/07 00:01:25.925 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:25.927 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 00:01:25.929 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:25.930 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:25.930 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:25.931 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.931 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:25.932 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:25.932 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.932 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:25.945 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:25.945 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.945 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.946 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.970 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/07 00:01:25.974 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:25.974 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/07 00:01:25.974 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:25.990 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=5] [to=2] [2024/05/07 00:01:25.990 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:26.129 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:26.134 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:26.134 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:26.134 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:26.134 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:26.135 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:26.135 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:26.135 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:26.135 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:26.135 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.945373824s] [] [2024/05/07 00:01:26.442 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:26.444 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/07 00:01:26.458 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 00:01:26.458 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 00:01:26.458 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 00:01:26.458 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=2.784µs] [] [2024/05/07 00:01:26.458 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 00:01:26.459 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/07 00:01:26.459 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/07 00:01:26.461 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579918673313797] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-not_leader-62:1] [2024/05/07 00:01:26.461 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579918673313797] [req-type=Cop] [region="{ region id: 40, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 41, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 42, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 43, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=41-not_leader-42:1] [2024/05/07 00:01:26.461 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579918673313797] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-not_leader-62:1] [2024/05/07 00:01:26.461 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579918673313797] [req-type=Cop] [region="{ region id: 64, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 65, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 66, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 67, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=65-not_leader-67:1] [2024/05/07 00:01:26.469 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 00:01:26.469 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=11.235274ms] [] [2024/05/07 00:01:26.469 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=11.364384ms] [] [2024/05/07 00:01:26.923 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:26.925 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:26.927 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:26.927 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:26.927 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:26.941 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/07 00:01:26.944 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/07 00:01:26.952 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:27.095 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:27.095 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.370139ms] [] [2024/05/07 00:01:27.209 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.038000821\n# Parse_time: 0.000222436\n# Compile_time: 0.0004418\n# Rewrite_time: 0.000089729\n# Optimize_time: 0.000059768\n# Wait_TS: 0.000349071\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4wNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4wNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gsort_basic;\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/07 00:01:27.397 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=1] [step=-2] [state=succeed] [2024/05/07 00:01:27.436 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/07 00:01:27.444 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:27.446 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/07 00:01:27.487 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=41.159607ms] [] [2024/05/07 00:01:27.509 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:27.519 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/07 00:01:27.532 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:27.493 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:27.532 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:27.493 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:01:27.548 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:27.493 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:27.572 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.38296ms] [gotSchemaVersion=53] [phyTblIDs="[104,106]"] [actionTypes="[11,11]"] [2024/05/07 00:01:27.577 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=107] [version=53] [2024/05/07 00:01:27.620 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.498034ms] [job="ID:107, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:27.493 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:27.637 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=107] [elementID=1] [comment="table ID is 104"] [2024/05/07 00:01:27.646 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="truncate table"] [2024/05/07 00:01:27.648 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:27.493 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:27.667 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 00:01:27.667 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:27.717 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:27.738 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/07 00:01:27.738 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/07 00:01:27.917 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:28.419 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/07 00:01:28.421 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:28.423 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/07 00:01:28.437 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:28.437 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:01:28.437 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=66.903µs] [2024/05/07 00:01:28.437 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=213.025µs] [] [2024/05/07 00:01:28.437 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 00:01:28.438 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/07 00:01:28.438 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:28.453 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=3] [2024/05/07 00:01:28.453 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:28.718 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/07 00:01:28.718 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/07 00:01:28.930 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 00:01:29.024 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:29.026 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/07 00:01:29.026 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/07 00:01:29.034 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:29.035 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:29.035 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:29.036 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.036 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:29.036 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:29.036 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:29.037 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:29.037 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:29.037 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:29.037 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:29.037 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:29.037 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:29.041 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:29.042 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:29.042 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:29.043 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.043 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:29.044 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:29.044 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:29.053 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:29.053 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:29.053 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=encode&sort] [limit=256MiB] [2024/05/07 00:01:29.066 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/07 00:01:30.274 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/239221f8-f9f4-4088-9bc0-0fc7b07b1c65] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.274 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5e815a06-d9a9-4ef3-9c4c-9436aa3d0dfb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.273 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/1ed6475e-79f7-4058-92c9-8ba513b71575] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.273 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/20aa3115-c4cb-45e0-ad1e-d97ece538143] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.274 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3a80f211-1c1a-4939-a9af-26b193e1870a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.273 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/70e5eeb1-43b4-401f-8191-3ed1b3fc96fb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.274 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 00:01:30.274 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b527f718-f3fa-49f0-87b9-56b336f23926] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:30.276 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/07 00:01:30.657 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=938.475µs] [encodeDur=399.676µs] [deliverDur=378.845352ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [takeTime=380.612579ms] [] [2024/05/07 00:01:30.677 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.303µs] [write-time=19.670995ms] [sort-speed(kv/s)=908.3kB] [write-speed(bytes/s)=8.886KiB] [writer-id=data/3fec199f-b1b0-416e-96f9-9263577510bc] [2024/05/07 00:01:30.677 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3fec199f-b1b0-416e-96f9-9263577510bc] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/07 00:01:30.697 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.19µs] [write-time=19.739141ms] [sort-speed(kv/s)=716kB] [write-speed(bytes/s)=8.015KiB] [writer-id=index/1/3fec199f-b1b0-416e-96f9-9263577510bc] [2024/05/07 00:01:30.697 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/3fec199f-b1b0-416e-96f9-9263577510bc] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/07 00:01:30.715 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.852µs] [write-time=18.677686ms] [sort-speed(kv/s)=778.8kB] [write-speed(bytes/s)=12.81KiB] [writer-id=index/2/3fec199f-b1b0-416e-96f9-9263577510bc] [2024/05/07 00:01:30.716 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/3fec199f-b1b0-416e-96f9-9263577510bc] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 00:01:30.734 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=4.058µs] [write-time=18.687784ms] [sort-speed(kv/s)=739.3kB] [write-speed(bytes/s)=8.466KiB] [writer-id=index/3/3fec199f-b1b0-416e-96f9-9263577510bc] [2024/05/07 00:01:30.734 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/3fec199f-b1b0-416e-96f9-9263577510bc] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/07 00:01:30.735 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=1.668233267s] [] [2024/05/07 00:01:30.735 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/07 00:01:30.753 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/07 00:01:31.759 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/8d5e176f-7606-4679-9416-dcac44e1f694] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.760 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 00:01:31.760 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/51b152ea-f67a-43ed-951a-a24b57a20786] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.759 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/09116203-6751-4147-b075-126b968502cb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.759 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/a6692c74-e88c-41e1-b1c3-15c663beda03] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.759 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/46efcec2-7de5-40e8-8b35-7503be9c9675] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.760 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5c4a298c-a48d-46f4-a4e5-513499fa3b1d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.760 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/6528cd97-f654-41e0-b3bb-0da669bb518e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:31.761 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/07 00:01:32.171 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=808.539µs] [encodeDur=728.33µs] [deliverDur=407.763145ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [takeTime=409.559696ms] [] [2024/05/07 00:01:32.203 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=4.272µs] [write-time=31.680864ms] [sort-speed(kv/s)=702.2kB] [write-speed(bytes/s)=5.518KiB] [writer-id=data/200588dd-e68d-44f7-82f2-795a84aa4199] [2024/05/07 00:01:32.203 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/200588dd-e68d-44f7-82f2-795a84aa4199] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/07 00:01:32.227 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=4.258µs] [write-time=24.024294ms] [sort-speed(kv/s)=704.6kB] [write-speed(bytes/s)=9.959KiB] [writer-id=index/2/200588dd-e68d-44f7-82f2-795a84aa4199] [2024/05/07 00:01:32.227 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/200588dd-e68d-44f7-82f2-795a84aa4199] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 00:01:32.241 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.885µs] [write-time=14.139405ms] [sort-speed(kv/s)=772.2kB] [write-speed(bytes/s)=11.19KiB] [writer-id=index/3/200588dd-e68d-44f7-82f2-795a84aa4199] [2024/05/07 00:01:32.241 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/200588dd-e68d-44f7-82f2-795a84aa4199] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/07 00:01:32.254 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.838µs] [write-time=12.046797ms] [sort-speed(kv/s)=781.7kB] [write-speed(bytes/s)=13.13KiB] [writer-id=index/1/200588dd-e68d-44f7-82f2-795a84aa4199] [2024/05/07 00:01:32.254 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/200588dd-e68d-44f7-82f2-795a84aa4199] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/07 00:01:32.254 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=1.500729739s] [] [2024/05/07 00:01:32.254 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/07 00:01:32.423 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/07 00:01:32.425 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:32.426 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 00:01:32.433 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=1] [2024/05/07 00:01:32.433 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=2] [2024/05/07 00:01:32.433 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=2] [kv-group=3] [2024/05/07 00:01:32.433 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/07 00:01:32.433 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/07 00:01:32.433 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:32.448 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=3] [to=4] [2024/05/07 00:01:32.448 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:32.574 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/07 00:01:32.575 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:32.575 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:32.575 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:32.575 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:32.576 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:32.577 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:32.577 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:32.577 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:32.577 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.552687808s] [] [2024/05/07 00:01:32.883 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:32.885 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=merge-sort] [2024/05/07 00:01:32.905 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [2024/05/07 00:01:32.905 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/07 00:01:32.906 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=24d375a2-6176-46ca-919f-9fb7d36f8355] [file-count=1] [2024/05/07 00:01:32.906 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=083bf55a-a7e5-44c2-af3a-9d0e30bead03] [file-count=1] [2024/05/07 00:01:33.089 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.685µs] [write-time=32.121727ms] [sort-speed(kv/s)=1.117MB] [write-speed(bytes/s)=5.442KiB] [writer-id=083bf55a-a7e5-44c2-af3a-9d0e30bead03] [2024/05/07 00:01:33.090 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=083bf55a-a7e5-44c2-af3a-9d0e30bead03] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/07 00:01:33.090 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=083bf55a-a7e5-44c2-af3a-9d0e30bead03] [file-count=1] [takeTime=183.99825ms] [] [2024/05/07 00:01:33.122 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.058µs] [write-time=10.483854ms] [sort-speed(kv/s)=981kB] [write-speed(bytes/s)=16.67KiB] [writer-id=24d375a2-6176-46ca-919f-9fb7d36f8355] [2024/05/07 00:01:33.122 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=24d375a2-6176-46ca-919f-9fb7d36f8355] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/07 00:01:33.122 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=24d375a2-6176-46ca-919f-9fb7d36f8355] [file-count=1] [takeTime=216.75409ms] [] [2024/05/07 00:01:33.122 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [takeTime=217.008422ms] [] [2024/05/07 00:01:33.423 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/07 00:01:33.425 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:33.427 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 00:01:33.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:33.454 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:33.454 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:33.455 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.455 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:33.456 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:33.456 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.460 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:33.460 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:33.460 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:33.460 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:33.460 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:33.464 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/07 00:01:33.466 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:33.466 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:33.467 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:33.467 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.467 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:33.468 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:33.468 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.473 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:33.473 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:33.473 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:33.473 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:33.474 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:33.476 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/07 00:01:33.479 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:33.479 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:33.479 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:33.480 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.480 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:33.481 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:33.481 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.485 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:33.485 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:33.485 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:33.485 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:33.486 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:33.488 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/07 00:01:33.491 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:33.491 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:33.491 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:33.492 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.492 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:33.493 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:33.493 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.497 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:33.497 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:33.497 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:33.497 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:33.497 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:33.497 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:33.497 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:33.498 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:33.498 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:33.498 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:33.498 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:33.501 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/07 00:01:33.501 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 00:01:33.501 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=4] [concurrency=8] [subtasks=4] [2024/05/07 00:01:33.501 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:33.519 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=4] [to=5] [2024/05/07 00:01:33.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:33.748 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:33.748 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=865.01378ms] [] [2024/05/07 00:01:33.926 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:33.926 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:33.926 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:33.927 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.927 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:33.928 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:33.928 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:33.928 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 00:01:33.942 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:33.942 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:33.942 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:33.942 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:33.942 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:33.943 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:33.943 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:33.943 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:33.943 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:33.943 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:34.054 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:34.056 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/07 00:01:34.066 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:34.067 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:34.067 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:34.068 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.068 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:34.069 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:34.069 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.069 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:34.069 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:34.069 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:34.069 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:34.069 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:34.069 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:34.069 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:34.069 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:34.069 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:34.070 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:34.070 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:34.070 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:34.073 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:34.074 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:34.074 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:34.075 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.075 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:34.076 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:34.076 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.084 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:34.084 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:34.098 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=1] [2024/05/07 00:01:34.107 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/07 00:01:34.107 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:34.109 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:34.109 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:34.109 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:34.109 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [retry=0] [2024/05/07 00:01:34.110 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [2024/05/07 00:01:34.110 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD] [regions=1] [2024/05/07 00:01:34.111 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7480000000000000FF685F728000000000FF0000060000000000FB,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:7 \",peers=\"id:15 store_id:1 ,id:20 store_id:3 ,id:25 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 9 != conf_ver: 5 version: 7, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/07 00:01:34.113 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 9 != conf_ver: 5 version: 7, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/07 00:01:34.113 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [retry=1] [2024/05/07 00:01:34.138 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920678715401] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:34.139 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920678715401] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:35.113 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/07 00:01:35.113 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [regions=2] [2024/05/07 00:01:35.114 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/07 00:01:35.114 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.004614638s] [] [2024/05/07 00:01:35.114 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:35.114 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:35.117 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.389518ms] [] [2024/05/07 00:01:35.121 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=550.11µs] ["iterated count"=6] [2024/05/07 00:01:35.133 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=dbbb477d-006a-5bdf-8d9a-a4c9cb6853ed] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 00:01:35.134 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=11] [kv-group=1] [takeTime=1.035499706s] [] [2024/05/07 00:01:35.150 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=2] [2024/05/07 00:01:35.159 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/07 00:01:35.159 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:35.160 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:35.161 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:35.161 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:35.161 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/07 00:01:35.161 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [2024/05/07 00:01:35.161 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/07 00:01:35.163 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FD,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:9 \",peers=\"id:15 store_id:1 ,id:20 store_id:3 ,id:25 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/07 00:01:35.164 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 11 != conf_ver: 5 version: 9, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/07 00:01:35.165 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [retry=1] [2024/05/07 00:01:35.189 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920953966598] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:35.189 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920953966598] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:36.166 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/07 00:01:36.166 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [maxKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [regions=2] [2024/05/07 00:01:36.166 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/07 00:01:36.166 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.005392305s] [] [2024/05/07 00:01:36.166 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:36.166 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:36.170 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.506964ms] [] [2024/05/07 00:01:36.174 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=1.092265ms] ["iterated count"=6] [2024/05/07 00:01:36.202 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=25668ad8-4873-57dc-aa1d-011bac643ec4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/07 00:01:36.203 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=12] [kv-group=2] [takeTime=1.052589225s] [] [2024/05/07 00:01:36.220 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=3] [2024/05/07 00:01:36.229 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/07 00:01:36.229 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:36.230 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:36.231 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:36.231 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:36.231 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [retry=0] [2024/05/07 00:01:36.231 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [2024/05/07 00:01:36.231 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD] [regions=1] [2024/05/07 00:01:36.233 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F7,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:11 \",peers=\"id:15 store_id:1 ,id:20 store_id:3 ,id:25 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 13 != conf_ver: 5 version: 11, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/07 00:01:36.235 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 13 != conf_ver: 5 version: 11, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/07 00:01:36.235 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [retry=1] [2024/05/07 00:01:36.244 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579921229217805] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:36.244 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579921229217805] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:37.235 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/07 00:01:37.236 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [maxKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [regions=2] [2024/05/07 00:01:37.236 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/07 00:01:37.236 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.005006657s] [] [2024/05/07 00:01:37.236 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:37.236 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:37.239 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.094397ms] [] [2024/05/07 00:01:37.243 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=575.062µs] ["iterated count"=6] [2024/05/07 00:01:37.256 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c38aba3a-2546-5d4f-bdc1-3840e3607eff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 00:01:37.257 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=13] [kv-group=3] [takeTime=1.036729548s] [] [2024/05/07 00:01:37.273 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [2024/05/07 00:01:37.282 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/07 00:01:37.282 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:37.283 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:37.284 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:37.284 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:37.284 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [retry=0] [2024/05/07 00:01:37.284 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FB] [2024/05/07 00:01:37.284 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FB] [regions=1] [2024/05/07 00:01:37.286 +08:00] [WARN] [client.go:366] ["fail to split region"] [region="{ID=14,startKey=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FD,endKey=7800000000000000FB,epoch=\"conf_ver:5 version:13 \",peers=\"id:15 store_id:1 ,id:20 store_id:3 ,id:25 store_id:2 \"}"] [regionErr="message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 15 != conf_ver: 5 version: 13, retry later\" epoch_not_match: peers: peers: peers: > > "] [2024/05/07 00:01:37.287 +08:00] [WARN] [localhelper.go:290] ["split regions"] [error="batch split regions failed: split region failed: err=message:\"EpochNotMatch [region 14] 15 epoch changed conf_ver: 5 version: 15 != conf_ver: 5 version: 13, retry later\" epoch_not_match: peers: peers: peers: > > : [BR:Restore:ErrRestoreSplitFailed]fail to split region"] ["retry time"=0] [region_id=14] [2024/05/07 00:01:37.287 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FC] [retry=1] [2024/05/07 00:01:37.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579921504206855] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:37.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579921504206855] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:38.289 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/07 00:01:38.289 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6A5F728000000000FF0000060000000000FC] [regions=2] [2024/05/07 00:01:38.289 +08:00] [INFO] [localhelper.go:216] ["no ranges need to be split, skipped."] [2024/05/07 00:01:38.289 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=1.005246469s] [] [2024/05/07 00:01:38.289 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=16] [ranges=1] [range-groups=1] [data-files=2] [check-hotspot=false] [2024/05/07 00:01:38.289 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:38.293 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.598692ms] [] [2024/05/07 00:01:38.296 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=603.194µs] ["iterated count"=6] [2024/05/07 00:01:38.309 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/07 00:01:38.310 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [takeTime=1.0372004s] [] [2024/05/07 00:01:38.424 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/07 00:01:38.426 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:38.428 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 00:01:38.430 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:38.431 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:38.431 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:38.432 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:38.432 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:38.433 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:38.433 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:38.433 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:38.447 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:38.447 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:38.447 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:38.447 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:38.468 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/07 00:01:38.471 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:38.471 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=5] [concurrency=8] [subtasks=1] [2024/05/07 00:01:38.471 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:38.486 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=5] [to=2] [2024/05/07 00:01:38.486 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:38.629 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:38.635 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:38.635 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:38.635 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:38.635 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:38.636 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:38.636 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:38.636 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:38.636 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:38.636 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=5] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.582071949s] [] [2024/05/07 00:01:38.942 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:38.944 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/07 00:01:38.957 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/07 00:01:38.957 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/07 00:01:38.957 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [2024/05/07 00:01:38.957 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=1.963µs] [] [2024/05/07 00:01:38.957 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 00:01:38.958 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [weight=30] [2024/05/07 00:01:38.958 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [concurrency=15] [2024/05/07 00:01:38.960 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921949851653] [req-type=Cop] [region="{ region id: 84, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 85, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 86, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 87, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=85-not_leader-87:1] [2024/05/07 00:01:38.960 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921949851653] [req-type=Cop] [region="{ region id: 88, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 89, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 90, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 91, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=89-not_leader-90:1] [2024/05/07 00:01:38.960 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921949851653] [req-type=Cop] [region="{ region id: 84, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 85, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 86, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 87, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=85-not_leader-87:1] [2024/05/07 00:01:38.965 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 00:01:38.965 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=7.999517ms] [] [2024/05/07 00:01:38.965 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=15] [takeTime=8.114164ms] [] [2024/05/07 00:01:39.425 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:39.427 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:39.428 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:39.429 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:39.429 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:39.443 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/07 00:01:39.447 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/07 00:01:39.454 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:39.591 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:39.592 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=649.056606ms] [] [2024/05/07 00:01:39.751 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 12.081294951\n# Parse_time: 0.000160405\n# Compile_time: 0.000391275\n# Rewrite_time: 0.000089551\n# Optimize_time: 0.00036631\n# Wait_TS: 0.000329991\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTIuMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTIuMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/07 00:01:39.894 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=2] [step=-2] [state=succeed] [2024/05/07 00:01:39.934 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/07 00:01:39.943 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:39.945 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/07 00:01:39.992 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=47.43737ms] [] [2024/05/07 00:01:40.008 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:40.008 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/07 00:01:40.021 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:39.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:40.021 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:39.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:01:40.038 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:102, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:39.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:40.065 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.463184ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [2024/05/07 00:01:40.069 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=54] [2024/05/07 00:01:40.112 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.674371ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:39.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:40.126 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 106"] [2024/05/07 00:01:40.131 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/07 00:01:40.133 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:102, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:39.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:40.153 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 00:01:40.153 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:40.201 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:01:40.222 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/07 00:01:40.222 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/07 00:01:42.917 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:43.420 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/07 00:01:43.422 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:43.424 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/07 00:01:43.439 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:43.440 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:01:43.440 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=97.013µs] [2024/05/07 00:01:43.440 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=245.045µs] [] [2024/05/07 00:01:43.440 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 00:01:43.440 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=2] [2024/05/07 00:01:43.440 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:43.457 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=3] [2024/05/07 00:01:43.457 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:43.718 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/07 00:01:43.718 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/07 00:01:43.931 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 00:01:43.987 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:392.742991ms txnStartTS:449579923155714051 region_id:14 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:217 rocksdb_delete_skipped_count:54 rocksdb_key_skipped_count:594 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:01:43.988 +08:00] [WARN] [domain.go:629] ["loading schema takes a long time"] ["take time"=403.199239ms] [2024/05/07 00:01:43.990 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579923155714051\n# Query_time: 0.397198739\n# Parse_time: 0\n# Compile_time: 0.002588062\n# Rewrite_time: 0.000581485\n# Optimize_time: 0.001557269\n# Wait_TS: 0.000126396\n# Cop_time: 0.391684135 Process_time: 0.000301616 Wait_time: 0.000068261 Request_count: 2 Total_keys: 434 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 108 Rocksdb_key_skipped_count: 1188\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000150808 Cop_proc_p90: 0.000189636 Cop_proc_max: 0.000189636 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.413e-05 Cop_wait_p90: 4.4069e-05 Cop_wait_max: 4.4069e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 12673\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0xW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM5Mi44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAA3HYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADUdd2AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsJSQAMwEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwusQAAMgGHNatQcGFydGlhbF93b3JrZXI6e3dhbGxfNdcUMTI4NzM0ATEIY29uOdOILCB0YXNrX251bTowLCB0b3Rfd2FpdDoxLjk2MDI0MDAzM3MJFxhleGVjOjBzCQ0FVgkkUDc0ODE2cywgbWF4OjM5Mi4wNzM1NUVECHA5NTISABR9LCBmaW5uoQAENDC2oQAMNDAxOTahABw1MC40MTbCtUKoABQ0NjMyMzgdqBQxMDU2MTkhEBGoERIAfUHfAQQYCjQJMV8zMDGyJG5vdChpc251bGw9miHQJQ4EMzkujgEICTM4UbggTi9BCjUJNl8zIbsIODAwPftKowJ5MVIsAyBzY2hlbWFfaWQBykbSA0WpCR5JTAhtaW4VrQA4WkcCIQSSRQIYMS45Mzg2MyU1mkUCHDU5MTE3ODc0LZBSRQIYNTkxNjE0MllFGDEuODU2NDldRRkSckUCFDEuOTUzMbqhABA0MzMzOTLmAhg4OS41MzXCPkUCHDU5NTMzODc1IXtF7RgxLjkxNDcwJUFJRRkSWUUgNgkzMV8zNgkwKf04ZGF0YTpIYXNoQWdnXzMxec8AMTp6BQxjb3BfYZwIOiB7YZ4EIDFpZAAgYWWlIUErGF9rZXlzOiBtuwESFDogMTg5LnkDZc8QIDQ0LjEF0QhycGNl7QFPAQxFvBlUZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwsREBkwhfZHUFGhhuOiAxMi44BVksbWF4X2Rpc3RzcWxfLh0CGCAxfQkyMzOtxWENADdhDQwxCTFfLRK1CkrRAgHSyaP+DwN1D0pmAMmCfR8AOCWXBGt2Be4EOnslJYH8BGxv5Rc8fSwgc2Nhbl9kZXRhaWw6IMkaLYxAMjE3LCBnZXRfc25hcHNob3QtZAwxOC40JSqYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5QhcAHDk0LCBibG9jQRIEfX1ZYRQ4CTQzXzOBrAwwCTEwgWGFBwA6LgkIfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvevAAIbgBBAQKM0HNHDQxKFByb2JlgfwANhp8CABkQdcsU2VsZWN0aW9uXzQwBVIUbWU6MjEzBfYtOwAsQWMpVwAgNtgCCDY4ME2kIfUtTTbZAgQxMgVL1aYMIDI0LgkTQctxJgEMJbIUIDU5MC45BTMAY8LYAgA1DVp22AIAMV3YIYIENDBF2DEWSmwCDHJlb3IWcAn+XwI2XwIINy44/l8CVl8CBDUJQV8AOQXY/l8Cfl8C')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('oxjwSQqeGAoNUHJvamVjdGlvbl8xMxKGFwoHU29ydF8xNBKOFgoLSGFzaEpvaW5fMjcSvwUKDlRhYmxlUmVhZGVyXzQxEo8DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqABdGplAAgsIHMB2/BpZGV0YWlsOiB7dG90YWxfa2V5czogMjE3LCBnZXRfc25hcHNob3RfdGltZTogNy44NMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1NCwga2V5X3NraXBwZWRfY291bgEXODk0LCBibG9jazoge319fVbpACwaAQIhVVVVVZV09kAZ7CgBQAFSEWRhdGE6Uz2tBFoUBZoIMjEzBZgEbG8lQhRiygFjb3ApX0wge251bTogMSwgbWF4OiA2ODAuMQUsDHByb2MN8BgwLCB0b3RfARIQOiAxMTIFIAESIHdhaXQ6IDI0LgkTDHJwY18RTgEMBXwUIDU5MC45BTOAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZMIX2R1BRoQbjogMTUNWnRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w5wFdBhASlg8KCkHSIEFnZ18yORK7Cy6+AhAzMBLZChkgEDM1ErYGNvECEDM2EooEHSIAMU7vAgA0RWz+7wLu7wJN7wAoQe8AAAEBBEC/Se8slAFncm91cCBieTptYXg2+QIhwhxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+bANKbAMMMTguNEVVAHL+bANubAMgId7d3d0dPvdAOWZhaQQPZGFpCEhhc0VnDDMxWhVF6xwzOTEuOG1zLIpoAxAzOTIuNwErIZNSZwMMODkuNgXheWkENDRtnGFdRmkDFVTGaAMIMi44BWxuaAMA6S5oAyUZCK1s+DoZAQCE/n8Cvn8CVWNdbwg1WhMtjwAyIWKR9VTJAnBhcnRpYWxfd29ya2VyOnt3YWxsiaUhuhQ5Mzg2MzkBMi5iBBg1LCB0YXNrJW8AMKkIhfYsMS45NTkxMTc4NzRzCRcQZXhlYzrBqCGxBYEJJBA2MTQyNmFSBGF4BWgQODU2NDlFJwhwOTUyEgAUfSwgZmluZqEACDUzMbqhABQ0MzMzOTMuoQAUODkuNTM1Je02qAAUNTMzODc1HagQOTE0NzAlQhGoERJamQZJFARI/k0UCAC5QGUtKBZub3QoaXNudWxsNa8INSkpUqUBCHD8Ar3NJBoBASFEREREJGM+VAAEOGeR5lEBBDUsjZUcZmlyc3Ryb3cdbJmKADV1qgQyLgXbBGxv6RJ2HQIcMi4xMjg3MzSqHQIYNjAyNDAwMzJ8AT4dAhg2MDI3NDgxWR0YMi4wNzM1NV0dGRJyHQIFoQQ0MLahAAw0MDE5NqEAEDUwLjQxmXZRxRw2MDQ2MzIzOFUdGDIuMTA1NjFlLUkdGRJeHQIOpwkUb0ENQSmsHp8JaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGJWBgQsIDXxBCldPc0ANSGbMc0AORZNCBBoYXNoX8W1ADoWvwkUOjM5Mi4zASoQZmV0Y2gZDwUwLDowc30hmSoiS80bHjqmAAA9SpAAobnpTBQ6ZGVzYyxOUQfpCh2npfMNpwVsBH1aPmwATrgHAUgQbWV0YSxOZQAZiR1pRUMNaQxiDUNvJjMJQDVwnF54////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/07 00:01:44.026 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:44.028 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/07 00:01:44.028 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/07 00:01:44.036 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:44.037 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:44.037 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:44.038 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:44.038 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:44.039 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:44.039 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:44.039 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:44.039 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:44.039 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:44.039 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:44.039 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:44.039 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:44.040 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:44.040 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:44.040 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:44.040 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:44.040 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:44.040 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:44.044 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:44.045 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:44.045 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:44.046 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:44.046 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:44.047 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:44.047 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:44.056 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:44.056 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:44.056 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=encode&sort] [limit=256MiB] [2024/05/07 00:01:44.070 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/ef92a4f1-208c-429b-8f32-5d5afecffcca] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/50ba65aa-3c22-472c-a5ff-6dde1a2ba069] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/27fcdde2-4132-469b-859f-c3611e5c51f0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e8554234-0c41-4bb1-b6f3-944e2198408f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/85a8d51a-4183-4b0e-9594-bead1fa50ab9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/6be0c9d3-9f84-4ad0-bf24-0e2bb2e1cb2d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.009 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/2f3d931e-afdf-4a11-a99e-5f23f1bbccad] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.011 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/07 00:01:45.106 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.075657ms] [encodeDur=751.253µs] [deliverDur=93.197001ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [takeTime=95.398373ms] [] [2024/05/07 00:01:45.110 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=7.885µs] [write-time=3.558252ms] [sort-speed(kv/s)=380.5kB] [write-speed(bytes/s)=49.13KiB] [writer-id=data/3925c785-6000-4599-938d-742f823acbc1] [2024/05/07 00:01:45.110 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/3925c785-6000-4599-938d-742f823acbc1] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/07 00:01:45.114 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.45µs] [write-time=3.485382ms] [sort-speed(kv/s)=869.6kB] [write-speed(bytes/s)=45.39KiB] [writer-id=index/1/3925c785-6000-4599-938d-742f823acbc1] [2024/05/07 00:01:45.114 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/3925c785-6000-4599-938d-742f823acbc1] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/07 00:01:45.117 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.308µs] [write-time=3.315846ms] [sort-speed(kv/s)=906.9kB] [write-speed(bytes/s)=72.16KiB] [writer-id=index/2/3925c785-6000-4599-938d-742f823acbc1] [2024/05/07 00:01:45.118 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/3925c785-6000-4599-938d-742f823acbc1] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 00:01:45.121 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.171µs] [write-time=3.327524ms] [sort-speed(kv/s)=946.1kB] [write-speed(bytes/s)=47.54KiB] [writer-id=index/3/3925c785-6000-4599-938d-742f823acbc1] [2024/05/07 00:01:45.121 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/3925c785-6000-4599-938d-742f823acbc1] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/07 00:01:45.121 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=16] [takeTime=1.051447361s] [] [2024/05/07 00:01:45.121 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/07 00:01:45.139 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/59c2ff2a-bafe-4e49-902f-eb4198ab6607] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/df157174-6a08-4a81-a729-4064151e3b11] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/543e3082-7e9f-4639-8d06-574e1a891617] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b8e7fead-03c5-4e4d-8717-70c3abe32e0f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/0afb9b6b-3b3c-4766-9810-55da8c3246ef] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/bf4a5828-2614-4247-9acb-0e39f6044aeb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/b0eba0f9-a427-4b89-8354-5dcda7eda38f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 00:01:45.164 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 00:01:45.167 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/07 00:01:45.178 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=877.084µs] [encodeDur=732.652µs] [deliverDur=9.573077ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [takeTime=11.482239ms] [] [2024/05/07 00:01:45.182 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.821µs] [write-time=3.649026ms] [sort-speed(kv/s)=785.1kB] [write-speed(bytes/s)=47.9KiB] [writer-id=data/de32fa8a-0564-4bdd-9693-c2805f09d887] [2024/05/07 00:01:45.182 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/de32fa8a-0564-4bdd-9693-c2805f09d887] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/07 00:01:45.186 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=3.436µs] [write-time=4.251145ms] [sort-speed(kv/s)=873.1kB] [write-speed(bytes/s)=37.21KiB] [writer-id=index/1/de32fa8a-0564-4bdd-9693-c2805f09d887] [2024/05/07 00:01:45.187 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/de32fa8a-0564-4bdd-9693-c2805f09d887] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/07 00:01:45.191 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=245] [kv-cnt=3] [stat-size=130] [sort-time=3.134µs] [write-time=4.268902ms] [sort-speed(kv/s)=957.2kB] [write-speed(bytes/s)=56.05KiB] [writer-id=index/2/de32fa8a-0564-4bdd-9693-c2805f09d887] [2024/05/07 00:01:45.191 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/de32fa8a-0564-4bdd-9693-c2805f09d887] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 00:01:45.196 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=162] [kv-cnt=3] [stat-size=110] [sort-time=2.916µs] [write-time=4.729028ms] [sort-speed(kv/s)=1.029MB] [write-speed(bytes/s)=33.45KiB] [writer-id=index/3/de32fa8a-0564-4bdd-9693-c2805f09d887] [2024/05/07 00:01:45.196 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/de32fa8a-0564-4bdd-9693-c2805f09d887] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/07 00:01:45.196 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=17] [takeTime=57.282818ms] [] [2024/05/07 00:01:45.196 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/07 00:01:45.424 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/07 00:01:45.425 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:45.427 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 00:01:45.434 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/07 00:01:45.434 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/07 00:01:45.434 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/07 00:01:45.434 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=1] [2024/05/07 00:01:45.434 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=3] [concurrency=8] [subtasks=1] [2024/05/07 00:01:45.434 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:45.450 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=3] [to=4] [2024/05/07 00:01:45.450 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:45.516 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/07 00:01:45.517 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:45.517 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:45.517 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:45.517 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:45.518 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:45.518 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:45.518 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:45.518 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:45.519 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=3] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.492628826s] [] [2024/05/07 00:01:45.825 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:45.827 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=merge-sort] [2024/05/07 00:01:45.848 +08:00] [INFO] [scheduler.go:287] ["run subtask start"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [2024/05/07 00:01:45.848 +08:00] [INFO] [merge.go:34] ["start to merge overlapping files"] [file-count=2] [file-groups=2] [concurrency=8] [2024/05/07 00:01:45.848 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=f35724fb-1aae-42d4-bc13-a69e7ccaeef0] [file-count=1] [2024/05/07 00:01:45.848 +08:00] [INFO] [merge.go:77] ["merge overlapping files start"] [writer-id=4da042ca-2a92-437f-b8d5-b37e0b20f6bc] [file-count=1] [2024/05/07 00:01:45.859 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=2.507µs] [write-time=3.905544ms] [sort-speed(kv/s)=1.197MB] [write-speed(bytes/s)=44.76KiB] [writer-id=f35724fb-1aae-42d4-bc13-a69e7ccaeef0] [2024/05/07 00:01:45.859 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=f35724fb-1aae-42d4-bc13-a69e7ccaeef0] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/07 00:01:45.859 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=f35724fb-1aae-42d4-bc13-a69e7ccaeef0] [file-count=1] [takeTime=10.886438ms] [] [2024/05/07 00:01:45.859 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=179] [kv-cnt=3] [stat-size=74] [sort-time=3.022µs] [write-time=4.500372ms] [sort-speed(kv/s)=992.7kB] [write-speed(bytes/s)=38.84KiB] [writer-id=4da042ca-2a92-437f-b8d5-b37e0b20f6bc] [2024/05/07 00:01:45.860 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=4da042ca-2a92-437f-b8d5-b37e0b20f6bc] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/07 00:01:45.860 +08:00] [INFO] [merge.go:82] ["merge overlapping files completed"] [writer-id=4da042ca-2a92-437f-b8d5-b37e0b20f6bc] [file-count=1] [takeTime=11.371355ms] [] [2024/05/07 00:01:45.860 +08:00] [INFO] [scheduler.go:289] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=merge-sort] [subtask-id=18] [takeTime=11.717469ms] [] [2024/05/07 00:01:45.924 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/07 00:01:45.926 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:45.928 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 00:01:45.928 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:01:45.928 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/07 00:01:45.928 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=running] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:242\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:01:45.933 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:45.934 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:45.934 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:45.934 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:45.935 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:45.935 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:45.935 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:45.936 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:45.939 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:45.939 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:45.939 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:45.939 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:45.941 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/07 00:01:45.948 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/07 00:01:45.961 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=4] [to=5] [2024/05/07 00:01:45.961 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/07 00:01:45.961 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=3] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:01:46.178 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:46.178 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=4] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=353.005131ms] [] [2024/05/07 00:01:46.431 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/07 00:01:46.439 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:46.442 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/07 00:01:46.481 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=4] [state=failed] [2024/05/07 00:01:46.487 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=44.939943ms] [] [2024/05/07 00:01:46.502 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestGlobalSortMultiFiles [2024/05/07 00:01:46.569 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/07 00:01:46.570 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/07 00:01:46.583 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:46.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:46.583 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:46.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database gs_multi_files"] [2024/05/07 00:01:46.599 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:46.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.615 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=980.882µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:46.619 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=55] [2024/05/07 00:01:46.665 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.613162ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:46.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.678 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:46.542 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.689 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 00:01:46.689 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:46.692 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/07 00:01:46.706 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:46.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:46.706 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:46.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/07 00:01:46.722 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:46.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.742 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.207771ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [2024/05/07 00:01:46.746 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=113] [version=56] [2024/05/07 00:01:46.790 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=52.824993ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:46.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.806 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:46.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:46.819 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 00:01:46.819 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:46.866 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\",\"thread\":\"4\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:46.885 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=4] [2024/05/07 00:01:46.885 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/07 00:01:48.917 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=4] [2024/05/07 00:01:49.419 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=3] [2024/05/07 00:01:49.420 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:49.422 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/07 00:01:49.439 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:49.439 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/07 00:01:49.439 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=181.08µs] [2024/05/07 00:01:49.439 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=334.835µs] [] [2024/05/07 00:01:49.439 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/07 00:01:49.439 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=4] [subtasks=1] [2024/05/07 00:01:49.439 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:49.454 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=3] [2024/05/07 00:01:49.454 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:49.718 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/07 00:01:49.718 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/07 00:01:49.930 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 00:01:50.025 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:50.027 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/07 00:01:50.027 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/07 00:01:50.036 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:50.037 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:50.037 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:50.038 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.038 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:50.039 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:50.039 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.039 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:50.039 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:50.039 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:50.039 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:50.039 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:50.039 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:50.039 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:50.039 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:50.039 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:50.040 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:50.040 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:50.040 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:50.040 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:50.044 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:50.044 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:50.044 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:50.046 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.046 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:50.046 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:50.047 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:50.056 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:50.056 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:50.056 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=encode&sort] [limit=256MiB] [2024/05/07 00:01:50.069 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [2024/05/07 00:01:50.083 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.083 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.083 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.083 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.086 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [2024/05/07 00:01:50.086 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [2024/05/07 00:01:50.086 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [2024/05/07 00:01:50.086 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [2024/05/07 00:01:50.313 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.1.csv:0] [readDur=9.161554ms] [encodeDur=81.561964ms] [deliverDur=192.09753ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=227.394392ms] [] [2024/05/07 00:01:50.313 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.315 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [2024/05/07 00:01:50.353 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.3.csv:0] [readDur=10.306645ms] [encodeDur=91.200198ms] [deliverDur=231.428066ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=267.413602ms] [] [2024/05/07 00:01:50.354 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.356 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [2024/05/07 00:01:50.440 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.5.csv:0] [readDur=7.740649ms] [encodeDur=70.492493ms] [deliverDur=4.482104ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=83.767765ms] [] [2024/05/07 00:01:50.440 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.442 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.4.csv:0] [readDur=11.50054ms] [encodeDur=106.344603ms] [deliverDur=4.732066ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=126.34875ms] [] [2024/05/07 00:01:50.442 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.443 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [2024/05/07 00:01:50.445 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [2024/05/07 00:01:50.521 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.6.csv:0] [readDur=8.448013ms] [encodeDur=64.274432ms] [deliverDur=4.525161ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=77.968503ms] [] [2024/05/07 00:01:50.521 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.523 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.7.csv:0] [readDur=7.977913ms] [encodeDur=64.361599ms] [deliverDur=5.201953ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=78.100415ms] [] [2024/05/07 00:01:50.523 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 00:01:50.524 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [2024/05/07 00:01:50.525 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [2024/05/07 00:01:50.549 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.0.csv:0] [readDur=10.105066ms] [encodeDur=99.720629ms] [deliverDur=409.665333ms] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [takeTime=462.689676ms] [] [2024/05/07 00:01:50.589 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.2.csv:0] [readDur=8.46441ms] [encodeDur=71.577332ms] [deliverDur=463.570542ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=502.669849ms] [] [2024/05/07 00:01:50.638 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=51890] [kv-cnt=1000] [stat-size=74] [sort-time=353.705µs] [write-time=88.067536ms] [sort-speed(kv/s)=2.827MB] [write-speed(bytes/s)=575.4KiB] [writer-id=data/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [2024/05/07 00:01:50.638 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [kv-cnt-cap=1365] [minKey=7480000000000000705f728000000000000000] [maxKey=7480000000000000705f7280000000000003e7] [2024/05/07 00:01:50.640 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=53000] [kv-cnt=1000] [stat-size=74] [sort-time=357.555µs] [write-time=50.367246ms] [sort-speed(kv/s)=2.797MB] [write-speed(bytes/s)=1.004MiB] [writer-id=data/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [2024/05/07 00:01:50.640 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [kv-cnt-cap=1365] [minKey=7480000000000000705f7280000000000007d0] [maxKey=7480000000000000705f728000000000000bb7] [2024/05/07 00:01:50.659 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=82000] [kv-cnt=1000] [stat-size=130] [sort-time=323.505µs] [write-time=18.704508ms] [sort-speed(kv/s)=3.091MB] [write-speed(bytes/s)=4.181MiB] [writer-id=index/1/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [2024/05/07 00:01:50.659 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [kv-cnt-cap=1365] [minKey=7480000000000000705f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/07 00:01:50.662 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=79990] [kv-cnt=1000] [stat-size=121] [sort-time=4.028831ms] [write-time=20.67353ms] [sort-speed(kv/s)=248.2kB] [write-speed(bytes/s)=3.69MiB] [writer-id=index/1/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [2024/05/07 00:01:50.663 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [kv-cnt-cap=1365] [minKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000705f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/07 00:01:50.671 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.9.csv:0] [readDur=43.691718ms] [encodeDur=96.728801ms] [deliverDur=4.640154ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=145.721815ms] [] [2024/05/07 00:01:50.672 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=t.8.csv:0] [readDur=8.053193ms] [encodeDur=134.677863ms] [deliverDur=4.688733ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [takeTime=148.091502ms] [] [2024/05/07 00:01:50.678 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=96000] [kv-cnt=1000] [stat-size=148] [sort-time=362.691µs] [write-time=18.982798ms] [sort-speed(kv/s)=2.757MB] [write-speed(bytes/s)=4.823MiB] [writer-id=index/2/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [2024/05/07 00:01:50.679 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [kv-cnt-cap=1365] [minKey=7480000000000000705f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000705f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/07 00:01:50.680 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=93862] [kv-cnt=1000] [stat-size=139] [sort-time=338.35µs] [write-time=17.131438ms] [sort-speed(kv/s)=2.956MB] [write-speed(bytes/s)=5.225MiB] [writer-id=index/2/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [2024/05/07 00:01:50.680 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [kv-cnt-cap=1365] [minKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000705f6980000000000000020380000000000003e701746573742d393939ff0000000000000000f70380000000000003e7] [2024/05/07 00:01:50.841 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=96000] [kv-cnt=1000] [stat-size=148] [sort-time=352.083µs] [write-time=161.91746ms] [sort-speed(kv/s)=2.84MB] [write-speed(bytes/s)=579KiB] [writer-id=index/3/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [2024/05/07 00:01:50.841 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/5cf93f0b-2d5a-4c1a-aac8-b14c00d6608d] [kv-cnt-cap=1365] [minKey=7480000000000000705f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000705f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/07 00:01:50.843 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=93862] [kv-cnt=1000] [stat-size=139] [sort-time=4.127512ms] [write-time=158.19985ms] [sort-speed(kv/s)=242.3kB] [write-speed(bytes/s)=579.4KiB] [writer-id=index/3/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [2024/05/07 00:01:50.843 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/5acbaba6-c969-4dbe-977b-a1a36b3eab18] [kv-cnt-cap=1365] [minKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000705f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/05/07 00:01:50.855 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=212000] [kv-cnt=4000] [stat-size=74] [sort-time=1.345938ms] [write-time=182.309592ms] [sort-speed(kv/s)=2.972MB] [write-speed(bytes/s)=1.109MiB] [writer-id=data/201d68c3-833a-460c-9de6-395bc2737f6a] [2024/05/07 00:01:50.855 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/201d68c3-833a-460c-9de6-395bc2737f6a] [kv-cnt-cap=4778] [minKey=7480000000000000705f7280000000000003e8] [maxKey=7480000000000000705f72800000000000270f] [2024/05/07 00:01:50.857 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=212000] [kv-cnt=4000] [stat-size=74] [sort-time=1.290389ms] [write-time=184.115858ms] [sort-speed(kv/s)=3.1MB] [write-speed(bytes/s)=1.098MiB] [writer-id=data/e1945292-3848-4fd3-a0de-aa67519c36e4] [2024/05/07 00:01:50.857 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=data/e1945292-3848-4fd3-a0de-aa67519c36e4] [kv-cnt-cap=4778] [minKey=7480000000000000705f728000000000000bb8] [maxKey=7480000000000000705f728000000000002327] [2024/05/07 00:01:50.930 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=384000] [kv-cnt=4000] [stat-size=148] [sort-time=1.32006ms] [write-time=73.562999ms] [sort-speed(kv/s)=3.03MB] [write-speed(bytes/s)=4.978MiB] [writer-id=index/3/201d68c3-833a-460c-9de6-395bc2737f6a] [2024/05/07 00:01:50.930 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/201d68c3-833a-460c-9de6-395bc2737f6a] [kv-cnt-cap=4778] [minKey=7480000000000000705f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/07 00:01:50.933 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=384000] [kv-cnt=4000] [stat-size=148] [sort-time=1.464554ms] [write-time=74.456577ms] [sort-speed(kv/s)=2.731MB] [write-speed(bytes/s)=4.918MiB] [writer-id=index/3/e1945292-3848-4fd3-a0de-aa67519c36e4] [2024/05/07 00:01:50.934 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/3/e1945292-3848-4fd3-a0de-aa67519c36e4] [kv-cnt-cap=4778] [minKey=7480000000000000705f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/07 00:01:50.977 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=328000] [kv-cnt=4000] [stat-size=130] [sort-time=1.240945ms] [write-time=45.58479ms] [sort-speed(kv/s)=3.223MB] [write-speed(bytes/s)=6.862MiB] [writer-id=index/1/201d68c3-833a-460c-9de6-395bc2737f6a] [2024/05/07 00:01:50.977 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/201d68c3-833a-460c-9de6-395bc2737f6a] [kv-cnt-cap=4778] [minKey=7480000000000000705f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/07 00:01:50.980 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=328000] [kv-cnt=4000] [stat-size=130] [sort-time=1.30218ms] [write-time=45.352139ms] [sort-speed(kv/s)=3.072MB] [write-speed(bytes/s)=6.897MiB] [writer-id=index/1/e1945292-3848-4fd3-a0de-aa67519c36e4] [2024/05/07 00:01:50.981 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/1/e1945292-3848-4fd3-a0de-aa67519c36e4] [kv-cnt-cap=4778] [minKey=7480000000000000705f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/07 00:01:51.032 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=384000] [kv-cnt=4000] [stat-size=148] [sort-time=1.315203ms] [write-time=53.821987ms] [sort-speed(kv/s)=3.041MB] [write-speed(bytes/s)=6.804MiB] [writer-id=index/2/201d68c3-833a-460c-9de6-395bc2737f6a] [2024/05/07 00:01:51.033 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/201d68c3-833a-460c-9de6-395bc2737f6a] [kv-cnt-cap=4778] [minKey=7480000000000000705f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/07 00:01:51.036 +08:00] [INFO] [writer.go:425] ["flush kv"] [bytes=384000] [kv-cnt=4000] [stat-size=148] [sort-time=1.33088ms] [write-time=54.105646ms] [sort-speed(kv/s)=3.006MB] [write-speed(bytes/s)=6.768MiB] [writer-id=index/2/e1945292-3848-4fd3-a0de-aa67519c36e4] [2024/05/07 00:01:51.036 +08:00] [INFO] [writer.go:349] ["close writer"] [writerID=index/2/e1945292-3848-4fd3-a0de-aa67519c36e4] [kv-cnt-cap=4778] [minKey=7480000000000000705f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000705f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/07 00:01:51.036 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=19] [takeTime=967.160376ms] [] [2024/05/07 00:01:51.037 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/07 00:01:51.423 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=3] [next-step=4] [2024/05/07 00:01:51.425 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:51.426 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 00:01:51.432 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/07 00:01:51.432 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/07 00:01:51.433 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/07 00:01:51.433 +08:00] [INFO] [planner.go:306] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/07 00:01:51.433 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/07 00:01:51.433 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=3] [concurrency=4] [subtasks=0] [2024/05/07 00:01:51.433 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:51.447 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=3] [to=4] [2024/05/07 00:01:51.447 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:51.667 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/07 00:01:51.668 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:51.668 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:51.668 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:51.668 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:51.668 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:51.669 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:51.669 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:51.669 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:51.669 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:51.669 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:51.670 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:51.670 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:51.670 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:51.670 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:51.670 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=3] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.644703154s] [] [2024/05/07 00:01:51.923 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=4] [next-step=5] [2024/05/07 00:01:51.925 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:51.926 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 00:01:51.956 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:51.956 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:51.956 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:51.957 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.957 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:51.958 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:51.958 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.962 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:51.962 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:51.962 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:51.962 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:51.963 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:51.966 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f72800000000000270f00] [dataFiles=4] [2024/05/07 00:01:51.969 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:51.969 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:51.969 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:51.970 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.970 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:51.971 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:51.971 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.975 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:51.975 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:51.975 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:51.975 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:51.975 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:51.978 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/07 00:01:51.981 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:51.981 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:51.981 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:51.982 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.982 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:51.983 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:51.983 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:51.987 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:51.987 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:51.987 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:51.987 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:51.988 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:51.991 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000705f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=4] [2024/05/07 00:01:51.993 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:51.994 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:51.994 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:51.995 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.995 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:51.996 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:51.996 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:51.999 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:51.999 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:51.999 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:51.999 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:51.999 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:51.999 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.000 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.000 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.000 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.000 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.000 +08:00] [INFO] [planner.go:500] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 00:01:52.003 +08:00] [INFO] [planner.go:385] ["kv range as subtask"] [startKey=7480000000000000705f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000705f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=4] [2024/05/07 00:01:52.003 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 00:01:52.003 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=4] [concurrency=4] [subtasks=4] [2024/05/07 00:01:52.003 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:52.020 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=4] [to=5] [2024/05/07 00:01:52.020 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:52.283 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:52.285 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/07 00:01:52.298 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.299 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:52.299 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:52.300 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.300 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:52.300 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.300 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.301 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:52.301 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:52.301 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:52.301 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:52.301 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.301 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.301 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.305 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.305 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:52.305 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:52.306 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.306 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:52.307 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.307 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.317 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:52.317 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:52.330 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=data] [2024/05/07 00:01:52.342 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F728000000000000000] [endKey=7480000000000000705F72800000000000270F00] [ranges=1] [] [2024/05/07 00:01:52.342 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:52.343 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:52.343 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:52.343 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:52.343 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [retry=0] [2024/05/07 00:01:52.344 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F728000000000FF0000000000000000FA] [end=7480000000000000FF705F728000000000FF00270F0000000000FB] [2024/05/07 00:01:52.344 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF705F728000000000FF00270F0000000000FB] [regions=1] [2024/05/07 00:01:52.349 +08:00] [INFO] [client.go:496] ["checking whether need to scatter"] [store=3] [max-replica=3] [2024/05/07 00:01:52.350 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=14] [keys=2] [firstKey="dIAAAAAAAABwX3KAAAAAAAAAAA=="] [end="dIAAAAAAAABwX3KAAAAAAAAnDwA="] [2024/05/07 00:01:52.351 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=905.257µs] [2024/05/07 00:01:52.351 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.911984ms] [] [2024/05/07 00:01:52.351 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/07 00:01:52.351 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:52.354 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=2.999416ms] [] [2024/05/07 00:01:52.388 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=30.277324ms] ["iterated count"=10000] [2024/05/07 00:01:52.389 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925462581254] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:52.389 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925462581254] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:52.415 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=88dcf5a2-5e56-5f22-916f-189ea99cf340] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/07 00:01:52.416 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=20] [kv-group=data] [takeTime=85.807209ms] [] [2024/05/07 00:01:52.429 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.430 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:52.430 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:52.431 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.431 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:52.432 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.432 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.432 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 00:01:52.433 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=1] [2024/05/07 00:01:52.445 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/07 00:01:52.445 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:52.447 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:52.447 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:52.447 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:52.447 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:52.447 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.447 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [retry=0] [2024/05/07 00:01:52.447 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.447 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.448 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [2024/05/07 00:01:52.448 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [maxKey=7480000000000000FF705F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F7] [regions=1] [2024/05/07 00:01:52.453 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=108] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/07 00:01:52.454 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=973.891µs] [2024/05/07 00:01:52.454 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=7.030006ms] [] [2024/05/07 00:01:52.454 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/07 00:01:52.454 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:52.458 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.536237ms] [] [2024/05/07 00:01:52.500 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=38.141161ms] ["iterated count"=10000] [2024/05/07 00:01:52.527 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=0ccd3b13-b633-5d1e-8d34-1635c5c22406] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/07 00:01:52.528 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=21] [kv-group=1] [takeTime=94.577534ms] [] [2024/05/07 00:01:52.545 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [2024/05/07 00:01:52.556 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000705F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/07 00:01:52.556 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:52.558 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:52.558 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:52.558 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:52.558 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/07 00:01:52.559 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [2024/05/07 00:01:52.559 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/07 00:01:52.563 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=108] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/07 00:01:52.564 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=747.191µs] [2024/05/07 00:01:52.564 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.145587ms] [] [2024/05/07 00:01:52.564 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/07 00:01:52.564 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:52.568 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.441984ms] [] [2024/05/07 00:01:52.604 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=32.767555ms] ["iterated count"=10000] [2024/05/07 00:01:52.632 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/07 00:01:52.633 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=2] [takeTime=88.182793ms] [] [2024/05/07 00:01:52.650 +08:00] [INFO] [scheduler.go:355] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [2024/05/07 00:01:52.661 +08:00] [INFO] [local.go:1096] ["split engine key ranges"] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000705F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000705F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/07 00:01:52.661 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:52.663 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 00:01:52.663 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:52.663 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=external] [2024/05/07 00:01:52.663 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [retry=0] [2024/05/07 00:01:52.664 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [2024/05/07 00:01:52.664 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF705F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [maxKey=7480000000000000FF705F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F8] [regions=1] [2024/05/07 00:01:52.669 +08:00] [INFO] [localhelper.go:300] ["batch split region"] [region_id=108] [keys=2] [firstKey="dIAAAAAAAABwX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end=dIAAAAAAAABwX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/07 00:01:52.670 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=2] [take=848.104µs] [2024/05/07 00:01:52.670 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=external] [takeTime=6.565944ms] [] [2024/05/07 00:01:52.670 +08:00] [INFO] [engine.go:167] ["load ingest data"] [concurrency=8] [ranges=1] [range-groups=1] [data-files=4] [check-hotspot=false] [2024/05/07 00:01:52.670 +08:00] [INFO] [util.go:45] ["seek props offsets start"] [2024/05/07 00:01:52.673 +08:00] [INFO] [util.go:47] ["seek props offsets completed"] [takeTime=3.141423ms] [] [2024/05/07 00:01:52.713 +08:00] [INFO] [engine.go:307] ["load data from external storage"] ["cost time"=36.39006ms] ["iterated count"=10000] [2024/05/07 00:01:52.743 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/07 00:01:52.744 +08:00] [INFO] [scheduler.go:357] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=3] [takeTime=93.962936ms] [] [2024/05/07 00:01:52.923 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=5] [next-step=2] [2024/05/07 00:01:52.925 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:52.926 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 00:01:52.929 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.930 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:52.930 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:52.931 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.931 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:52.932 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.932 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.932 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:52.946 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.946 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.946 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.947 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.947 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.968 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/07 00:01:52.971 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:52.971 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=5] [concurrency=4] [subtasks=1] [2024/05/07 00:01:52.971 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:52.985 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=5] [to=2] [2024/05/07 00:01:52.985 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:53.063 +08:00] [INFO] [scheduler.go:406] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:53.068 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:53.068 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:53.068 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:53.068 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:53.069 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:53.069 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:53.069 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:53.069 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:53.069 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=5] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=786.438637ms] [] [2024/05/07 00:01:53.376 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:53.377 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/07 00:01:53.390 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/07 00:01:53.390 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/07 00:01:53.390 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [2024/05/07 00:01:53.390 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=1.938µs] [] [2024/05/07 00:01:53.391 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/07 00:01:53.391 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [weight=30] [2024/05/07 00:01:53.391 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/07 00:01:53.393 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 108, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:01:53.393 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 108, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:01:53.393 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 112, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 113, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 114, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 115, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=113-not_leader-114:1] [2024/05/07 00:01:53.393 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 108, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:01:53.393 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 108, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:01:53.399 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 124, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 125, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 126, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 127, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=125-not_leader-127:1] [2024/05/07 00:01:53.399 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 116, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 117, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 118, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 119, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=117-not_leader-119:1] [2024/05/07 00:01:53.399 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 136, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 137, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 138, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 139, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=137-not_leader-138:1] [2024/05/07 00:01:53.403 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579925724725259] [req-type=Cop] [region="{ region id: 120, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 121, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 122, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 123, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=121-not_leader-122:1] [2024/05/07 00:01:53.413 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/07 00:01:53.413 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=22.919367ms] [] [2024/05/07 00:01:53.413 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=24] [takeTime=23.059389ms] [] [2024/05/07 00:01:53.423 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:53.424 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:53.426 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:53.426 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=4] [subtasks=0] [2024/05/07 00:01:53.426 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:53.438 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/07 00:01:53.441 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/07 00:01:53.448 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:53.498 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.676802694\n# Parse_time: 0.000111343\n# Compile_time: 0.000372179\n# Rewrite_time: 0.000088953\n# Optimize_time: 0.000297694\n# Wait_TS: 0.000276278\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: d09344d5e027e1b62774457cf1a96d50e817b32bdeff4ee309760b7f6578c33a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse gs_multi_files;\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=4, cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestSplitFile [2024/05/07 00:01:53.647 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/07 00:01:53.649 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/07 00:01:53.663 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:53.643 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:53.663 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:53.643 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database split_file"] [2024/05/07 00:01:53.680 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create schema, State:queueing, SchemaState:none, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:53.643 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.697 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=955.856µs] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:53.700 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=57] [2024/05/07 00:01:53.731 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:53.732 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=4] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=355.963215ms] [] [2024/05/07 00:01:53.746 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.297223ms] [job="ID:115, Type:create schema, State:done, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:53.643 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.761 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create schema, State:synced, SchemaState:public, SchemaID:114, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:53.643 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.771 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 00:01:53.771 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:53.774 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/07 00:01:53.787 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:53.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:53.787 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:53.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/07 00:01:53.813 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:53.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.832 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.785602ms] [gotSchemaVersion=58] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/07 00:01:53.836 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=58] [2024/05/07 00:01:53.881 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.454539ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:53.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.907 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:53.743 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:53.919 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 00:01:53.919 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:53.932 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/07 00:01:53.939 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:53.941 +08:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/07 00:01:53.960 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/07 00:01:53.978 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/07 00:01:53.979 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/07 00:01:54.034 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/07 00:01:54.044 +08:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=103.644495ms] [] [2024/05/07 00:01:54.058 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:54.915 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:55.418 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:55.420 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:55.421 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 00:01:55.436 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:55.436 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:01:55.440 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.452961ms] [2024/05/07 00:01:55.440 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=4.582707ms] [] [2024/05/07 00:01:55.440 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/07 00:01:55.440 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/07 00:01:55.441 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:55.454 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:55.454 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:55.717 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/07 00:01:55.718 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/07 00:01:55.928 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:55.929 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:55.929 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:55.930 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.930 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:55.931 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:55.931 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.931 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:55.947 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:55.947 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.947 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.947 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:55.953 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 00:01:56.025 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:56.026 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:56.026 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:56.032 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:56.033 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:56.033 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:56.034 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:56.034 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:56.035 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:56.035 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:56.035 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:56.035 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:56.035 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:56.035 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:56.035 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:56.036 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:56.036 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:56.040 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:56.040 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:01:56.041 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:01:56.042 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:56.042 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:01:56.043 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:56.043 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:56.053 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:56.053 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:56.053 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/07 00:01:56.068 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [2024/05/07 00:01:56.073 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:01:56.077 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:01:56.077 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:01:56.110 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/07 00:01:56.120 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=2.426212ms] [encodeDur=5.710711ms] [deliverDur=261.293µs] [checksum="{cksum=3808258695512978041,size=6334,kvs=179}"] [takeTime=9.559212ms] [] [2024/05/07 00:01:56.122 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=25] [takeTime=53.734299ms] [] [2024/05/07 00:01:56.122 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6334] [kvs=179] [files=1] [sstFileSize=2395] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/444a02d6-06a8-4edf-8ddc-751dd6bee0f5.sst] [firstKey=7480000000000000745F728000000000000000] [lastKey=7480000000000000745F7280000000000000B2] [2024/05/07 00:01:56.122 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:56.122 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:56.122 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:01:56.125 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.627332ms] [] [2024/05/07 00:01:56.125 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/07 00:01:56.131 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:56.132 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/07 00:01:56.133 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:56.133 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:01:56.133 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [retry=0] [2024/05/07 00:01:56.134 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000000000000000FA] [end=7480000000000000FF745F728000000000FF0000B30000000000FA] [2024/05/07 00:01:56.134 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000000000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [regions=1] [2024/05/07 00:01:56.134 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=524.729µs] [2024/05/07 00:01:56.135 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.562374ms] [] [2024/05/07 00:01:56.145 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:17 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 19, request epoch conf_ver: 5 version: 17\")"] ["job stage"=needRescan] [2024/05/07 00:01:56.146 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000000] [endKey=7480000000000000745F7280000000000000B3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:58.146 +08:00] [2024/05/07 00:01:56.147 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579926458728449] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:56.147 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579926458728449] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:58.160 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/07 00:01:58.162 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=2.036934528s] [] [2024/05/07 00:01:58.162 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:01:58.163 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.1703ms] [] [2024/05/07 00:01:58.163 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:58.164 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:01:58.165 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.627368ms] [] [2024/05/07 00:01:58.165 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/07 00:01:58.165 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:01:58.165 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=50.18µs] [] [2024/05/07 00:01:58.165 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:01:58.166 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=830.474µs] [] [2024/05/07 00:01:58.183 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [2024/05/07 00:01:58.188 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:01:58.192 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:01:58.192 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:01:58.221 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [2024/05/07 00:01:58.227 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:2107] [readDur=1.067472ms] [encodeDur=3.502127ms] [deliverDur=135.394µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=5.480626ms] [] [2024/05/07 00:01:58.228 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/4fea1da5-b581-44f9-ba8e-f7abb2989667.sst] [firstKey=7480000000000000745F7280000000000000B3] [lastKey=7480000000000000745F728000000000000154] [2024/05/07 00:01:58.228 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=26] [takeTime=44.290608ms] [] [2024/05/07 00:01:58.228 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 00:01:58.228 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 00:01:58.228 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:01:58.230 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.516297ms] [] [2024/05/07 00:01:58.230 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/07 00:01:58.234 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:58.236 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/07 00:01:58.236 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:58.236 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:01:58.236 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [retry=0] [2024/05/07 00:01:58.237 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000B30000000000FA] [end=7480000000000000FF745F728000000000FF0001550000000000FA] [2024/05/07 00:01:58.237 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001550000000000FA] [regions=1] [2024/05/07 00:01:58.237 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=473.679µs] [2024/05/07 00:01:58.237 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.303534ms] [] [2024/05/07 00:01:58.246 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927009230849] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:58.246 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927009230849] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:58.449 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:19 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 20, request epoch conf_ver: 5 version: 19\")"] ["job stage"=needRescan] [2024/05/07 00:01:58.450 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F7280000000000000B3] [endKey=7480000000000000745F728000000000000155] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:00.450 +08:00] [2024/05/07 00:02:00.464 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/07 00:02:00.465 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=2.235585365s] [] [2024/05/07 00:02:00.465 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:02:00.467 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.025314ms] [] [2024/05/07 00:02:00.467 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 00:02:00.467 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:00.468 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.459996ms] [] [2024/05/07 00:02:00.468 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/07 00:02:00.468 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:00.468 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=48.759µs] [] [2024/05/07 00:02:00.468 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:00.469 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=798.663µs] [] [2024/05/07 00:02:00.486 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/07 00:02:00.490 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:00.495 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:00.495 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:02:00.508 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [2024/05/07 00:02:00.513 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:4213] [readDur=946.911µs] [encodeDur=3.489061ms] [deliverDur=125.862µs] [checksum="{cksum=242043345876055697,size=5724,kvs=159}"] [takeTime=5.456704ms] [] [2024/05/07 00:02:00.514 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=28.638937ms] [] [2024/05/07 00:02:00.514 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/af0f213b-dbfc-482d-b63f-301d4dcb7bb7.sst] [firstKey=7480000000000000745F728000000000000155] [lastKey=7480000000000000745F7280000000000001F3] [2024/05/07 00:02:00.515 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 00:02:00.515 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 00:02:00.515 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:00.516 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.724797ms] [] [2024/05/07 00:02:00.517 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/07 00:02:00.521 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:00.523 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/07 00:02:00.523 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:00.523 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:00.523 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [retry=0] [2024/05/07 00:02:00.523 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0001550000000000FA] [end=7480000000000000FF745F728000000000FF0001F40000000000FA] [2024/05/07 00:02:00.523 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF745F728000000000FF0001F40000000000FA] [regions=1] [2024/05/07 00:02:00.524 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=397.368µs] [2024/05/07 00:02:00.524 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.1029ms] [] [2024/05/07 00:02:00.538 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/07 00:02:00.539 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927599054854] [req-type=Cop] [region="{ region id: 14, ver: 20, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:00.539 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=22.863885ms] [] [2024/05/07 00:02:00.540 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:00.539 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927599054854] [req-type=Cop] [region="{ region id: 14, ver: 20, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:00.540 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=946.32µs] [] [2024/05/07 00:02:00.541 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 00:02:00.541 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:00.542 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.346783ms] [] [2024/05/07 00:02:00.542 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/07 00:02:00.542 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:00.542 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=57.731µs] [] [2024/05/07 00:02:00.542 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:00.543 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=802.41µs] [] [2024/05/07 00:02:00.922 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:00.923 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:02:00.924 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:00.927 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:00.927 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:02:00.927 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:02:00.928 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:00.928 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:02:00.929 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:00.929 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:00.929 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:00.944 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:00.944 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:00.944 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:00.944 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:00.960 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/07 00:02:00.961 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:00.961 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:00.962 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:00.974 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:00.974 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:01.170 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:02:01.177 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:01.177 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.177 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.177 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:01.178 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.178 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.178 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.178 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:02:01.178 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.153576922s] [] [2024/05/07 00:02:01.485 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:01.486 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/07 00:02:01.500 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/07 00:02:01.500 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/07 00:02:01.500 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [2024/05/07 00:02:01.500 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=1.939µs] [] [2024/05/07 00:02:01.500 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/07 00:02:01.501 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [weight=30] [2024/05/07 00:02:01.501 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [concurrency=15] [2024/05/07 00:02:01.503 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579927861198851] [req-type=Cop] [region="{ region id: 140, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 141, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 142, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 143, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=141-not_leader-143:1] [2024/05/07 00:02:01.507 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/07 00:02:01.507 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=7.308767ms] [] [2024/05/07 00:02:01.507 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=28] [takeTime=7.449059ms] [] [2024/05/07 00:02:01.922 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:01.923 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:02:01.924 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:01.924 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:01.924 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:01.936 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/07 00:02:01.939 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/07 00:02:01.946 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:02.092 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.171049046\n# Parse_time: 0.000160178\n# Compile_time: 0.000340134\n# Rewrite_time: 0.00006687\n# Optimize_time: 0.000331471\n# Wait_TS: 0.0003731\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse split_file;\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 00:02:02.116 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/07 00:02:02.130 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:02.093 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:02:02.130 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:02.093 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:02.136 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:02:02.136 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.431816ms] [] [2024/05/07 00:02:02.147 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:truncate table, State:queueing, SchemaState:none, SchemaID:114, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:02.093 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.170 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.936193ms] [gotSchemaVersion=59] [phyTblIDs="[116,118]"] [actionTypes="[11,11]"] [2024/05/07 00:02:02.174 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=119] [version=59] [2024/05/07 00:02:02.218 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.742998ms] [job="ID:119, Type:truncate table, State:done, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:02.093 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.233 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=119] [elementID=1] [comment="table ID is 116"] [2024/05/07 00:02:02.238 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="truncate table"] [2024/05/07 00:02:02.239 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:truncate table, State:synced, SchemaState:public, SchemaID:114, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:02.093 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.258 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 00:02:02.258 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:02.302 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=false] [2024/05/07 00:02:02.320 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/07 00:02:02.320 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/07 00:02:02.430 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/07 00:02:02.438 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:02.438 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/07 00:02:02.451 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:03.917 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:04.419 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:04.420 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:04.421 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 00:02:04.433 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:04.433 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:02:04.438 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.957015ms] [2024/05/07 00:02:04.438 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=5.114988ms] [] [2024/05/07 00:02:04.439 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/07 00:02:04.439 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=3] [2024/05/07 00:02:04.439 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:04.453 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:04.453 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:04.718 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/07 00:02:04.718 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/07 00:02:04.929 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.929 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:02:04.929 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:02:04.930 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.930 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:02:04.931 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.932 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.932 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.946 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.946 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.946 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.946 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.952 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 00:02:05.024 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:05.026 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:05.026 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:05.031 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:05.032 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:02:05.032 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:02:05.033 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.033 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:02:05.034 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:05.034 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.034 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:05.034 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:05.034 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:05.034 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:05.034 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:05.034 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:05.034 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:05.035 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:05.035 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:05.035 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:05.035 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:05.035 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:05.039 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:05.040 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:02:05.040 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:02:05.041 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.041 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:02:05.042 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:05.042 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.052 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:05.052 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:05.052 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/07 00:02:05.066 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [2024/05/07 00:02:05.071 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:02:05.074 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:05.075 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 00:02:05.225 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/07 00:02:05.231 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=1.000998ms] [encodeDur=3.459341ms] [deliverDur=462.71µs] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [takeTime=5.764765ms] [] [2024/05/07 00:02:05.232 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5832] [kvs=162] [files=1] [sstFileSize=2228] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/c08f998e-070f-4362-a3e1-ed37dbe84702.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/07 00:02:05.232 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=29] [takeTime=165.76066ms] [] [2024/05/07 00:02:05.232 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 00:02:05.232 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 00:02:05.232 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:02:05.234 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.63894ms] [] [2024/05/07 00:02:05.234 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/07 00:02:05.238 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:05.240 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/07 00:02:05.240 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:05.240 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:02:05.240 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [retry=0] [2024/05/07 00:02:05.241 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000B30000000000FA] [end=7480000000000000FF765F728000000000FF0001550000000000FA] [2024/05/07 00:02:05.241 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001550000000000FA] [regions=1] [2024/05/07 00:02:05.241 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=456.542µs] [2024/05/07 00:02:05.242 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.219958ms] [] [2024/05/07 00:02:05.254 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 23, but you sent conf_ver: 5 version: 21"] [region="{ID=160,startKey=7480000000000000FF765F728000000000FF0000B30000000000FA,endKey=7480000000000000FF765F728000000000FF0001550000000000FA,epoch=\"conf_ver:5 version:23 \",peers=\"id:161 store_id:1 ,id:162 store_id:3 ,id:163 store_id:2 \"}"] [start=7480000000000000765F7280000000000000B3] [end=7480000000000000765F728000000000000155] [2024/05/07 00:02:05.254 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000765F7280000000000000B3] [endKey=7480000000000000765F728000000000000155] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:07.254 +08:00] [2024/05/07 00:02:05.289 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928844238851] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:05.290 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928844238851] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:07.269 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/07 00:02:07.270 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=2.036092655s] [] [2024/05/07 00:02:07.270 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 00:02:07.271 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.005625ms] [] [2024/05/07 00:02:07.271 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 00:02:07.271 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:07.273 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.458074ms] [] [2024/05/07 00:02:07.273 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/07 00:02:07.273 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:07.273 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=38.978µs] [] [2024/05/07 00:02:07.273 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 00:02:07.274 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=713.656µs] [] [2024/05/07 00:02:07.291 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [2024/05/07 00:02:07.295 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:07.299 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:07.299 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 00:02:07.445 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/07 00:02:07.451 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=965.063µs] [encodeDur=3.455778ms] [deliverDur=143.046µs] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [takeTime=5.406608ms] [] [2024/05/07 00:02:07.452 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=30] [takeTime=161.265408ms] [] [2024/05/07 00:02:07.452 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=5724] [kvs=159] [files=1] [sstFileSize=2181] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/32c03834-0afb-4cda-8310-8e17110b4ea5.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/07 00:02:07.452 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 00:02:07.452 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 00:02:07.452 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:07.454 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.160565ms] [] [2024/05/07 00:02:07.455 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/07 00:02:07.459 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:07.461 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/07 00:02:07.461 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:07.461 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:07.461 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [retry=0] [2024/05/07 00:02:07.462 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0001550000000000FA] [end=7480000000000000FF765F728000000000FF0001F40000000000FA] [2024/05/07 00:02:07.462 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0001550000000000FA] [maxKey=7480000000000000FF765F728000000000FF0001F40000000000FA] [regions=1] [2024/05/07 00:02:07.462 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=537.382µs] [2024/05/07 00:02:07.462 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.390968ms] [] [2024/05/07 00:02:07.477 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/07 00:02:07.478 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=23.083893ms] [] [2024/05/07 00:02:07.478 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 00:02:07.479 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.061034ms] [] [2024/05/07 00:02:07.479 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 00:02:07.479 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:07.480 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.42052ms] [] [2024/05/07 00:02:07.481 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/07 00:02:07.481 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:07.481 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=39.788µs] [] [2024/05/07 00:02:07.481 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 00:02:07.481 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=752.019µs] [] [2024/05/07 00:02:07.485 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579929420955657] [req-type=Get] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:07.499 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/07 00:02:07.503 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:02:07.507 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:02:07.507 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 00:02:07.654 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/07 00:02:07.660 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=955.551µs] [encodeDur=3.538236ms] [deliverDur=130.816µs] [checksum="{cksum=9008950869126151650,size=6300,kvs=178}"] [takeTime=5.420844ms] [] [2024/05/07 00:02:07.661 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=6300] [kvs=178] [files=1] [sstFileSize=2388] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/77264821-1a35-4a97-b685-84c44f548d57.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/07 00:02:07.661 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=161.429847ms] [] [2024/05/07 00:02:07.661 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:07.661 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:07.661 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:02:07.663 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.712969ms] [] [2024/05/07 00:02:07.663 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/07 00:02:07.667 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:07.668 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/07 00:02:07.669 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:07.669 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:02:07.669 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [retry=0] [2024/05/07 00:02:07.669 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF765F728000000000FF0000010000000000FA] [end=7480000000000000FF765F728000000000FF0000B30000000000FA] [2024/05/07 00:02:07.669 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF765F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF765F728000000000FF0000B30000000000FA] [regions=1] [2024/05/07 00:02:07.670 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=356.334µs] [2024/05/07 00:02:07.670 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.05298ms] [] [2024/05/07 00:02:07.684 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/07 00:02:07.685 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=22.19217ms] [] [2024/05/07 00:02:07.685 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 00:02:07.686 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.087824ms] [] [2024/05/07 00:02:07.686 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:07.686 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:02:07.688 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.241521ms] [] [2024/05/07 00:02:07.688 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/07 00:02:07.688 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:02:07.688 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=47.089µs] [] [2024/05/07 00:02:07.688 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 00:02:07.689 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=700.935µs] [] [2024/05/07 00:02:07.922 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:07.924 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:07.924 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:07.927 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:07.928 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 00:02:07.928 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916807289677293] [2024/05/07 00:02:07.929 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.929 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2382] [2024/05/07 00:02:07.930 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:07.930 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.930 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:07.944 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:07.944 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:07.944 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:07.944 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:07.959 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/07 00:02:07.960 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:07.960 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:07.960 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:07.972 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:07.972 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:08.008 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:08.013 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:08.013 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:08.013 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:08.013 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:08.014 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:08.014 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:08.014 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:08.014 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:08.014 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:08.014 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:08.015 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:08.015 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:08.015 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:08.015 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:08.015 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.990593s] [] [2024/05/07 00:02:08.321 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:08.322 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/07 00:02:08.334 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/07 00:02:08.335 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/07 00:02:08.335 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [2024/05/07 00:02:08.335 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=4.784µs] [] [2024/05/07 00:02:08.335 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [checksum="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/07 00:02:08.336 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [weight=30] [2024/05/07 00:02:08.336 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [concurrency=15] [2024/05/07 00:02:08.337 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579929644040204] [req-type=Cop] [region="{ region id: 156, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 157, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 158, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 159, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=157-epoch_not_match:1] [2024/05/07 00:02:08.337 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579929644040204] [req-type=Cop] [region="{ region id: 160, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 161, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 162, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 163, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=161-not_leader-163:1] [2024/05/07 00:02:08.342 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [local="{cksum=16692057902322752537,size=17856,kvs=499}"] [2024/05/07 00:02:08.342 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=7.409792ms] [] [2024/05/07 00:02:08.342 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=32] [takeTime=7.566904ms] [] [2024/05/07 00:02:08.423 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:08.424 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:08.425 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:08.425 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:08.425 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:08.437 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/07 00:02:08.439 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/07 00:02:08.446 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:08.729 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:08.729 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=407.876133ms] [] [2024/05/07 00:02:08.734 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.473685599\n# Parse_time: 0.000192113\n# Compile_time: 0.000414104\n# Rewrite_time: 0.000088537\n# Optimize_time: 0.000169415\n# Wait_TS: 0.000300994\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 00:02:08.753 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.753 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.754 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [] [2024/05/07 00:02:08.755 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:08.755 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=20.237µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=13.642µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.677µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=14.082µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=9.221µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=14.191µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=3.349µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=17.545µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=18.716µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=16.643µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:08.756 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=11.471µs] [2024/05/07 00:02:08.756 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:02:08.756 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:02:08.764 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=4e644553-dc46-4de1-9414-e8aebb41c330] ["take time"=10.979873ms] [2024/05/07 00:02:08.764 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=4e644553-dc46-4de1-9414-e8aebb41c330] [2024/05/07 00:02:08.766 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/07 00:02:08.766 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 00:02:08.766 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/97ce7f3f-854c-4885-bca4-dd07823ff98d] [watcherID=22fd5f0f-9d0b-47f8-b0fe-64f08a4b99d9] [2024/05/07 00:02:08.766 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/97ce7f3f-854c-4885-bca4-dd07823ff98d] [2024/05/07 00:02:08.766 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:08.766 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:08.766 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:08.766 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:08.768 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 00:02:08.768 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1008] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=4e644553-dc46-4de1-9414-e8aebb41c330] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:02:08.769 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/07 00:02:08.769 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/07 00:02:08.769 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/07 00:02:08.770 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.769 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/07 00:02:08.770 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=6] [task-type=ImportInto] [error="context canceled"] [2024/05/07 00:02:08.770 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:02:08.770 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:02:08.770 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:02:08.770 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4db05c97-8667-4f00-bec3-bd6860d31841"] [error="lost watcher waiting for delete"] [2024/05/07 00:02:08.770 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:08.770 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:02:08.769 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 00:02:08.770 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:02:08.770 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/07 00:02:08.769 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:02:08.770 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/07 00:02:08.770 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:02:08.770 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:02:08.770 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330 watch owner key /tidb/stats/owner/22318f4ea162f09e"] [2024/05/07 00:02:08.770 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.770 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [2024/05/07 00:02:08.770 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=4e644553-dc46-4de1-9414-e8aebb41c330] [2024/05/07 00:02:08.771 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/07 00:02:08.771 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/07 00:02:08.771 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/07 00:02:08.771 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=6] [2024/05/07 00:02:08.771 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=6] [type=ImportInto] [2024/05/07 00:02:08.771 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/07 00:02:08.771 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/07 00:02:08.771 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:02:08.772 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:02:08.772 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:02:08.772 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4db05c97-8667-4f00-bec3-bd6860d31841] [daemon-id=LogBackup::Advancer] [2024/05/07 00:02:08.772 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:02:08.772 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:02:08.772 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:02:08.772 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4db05c97-8667-4f00-bec3-bd6860d31841"] [error="context canceled"] [2024/05/07 00:02:08.772 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4db05c97-8667-4f00-bec3-bd6860d31841"] [2024/05/07 00:02:08.804 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/07 00:02:08.804 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [error="context canceled"] [2024/05/07 00:02:09.004 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:10.024 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:10.025 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/07 00:02:10.025 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:02:10.032 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4db05c97-8667-4f00-bec3-bd6860d31841"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:10.260 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4e644553-dc46-4de1-9414-e8aebb41c330"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:10.260 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 00:02:10.260 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/07 00:02:10.260 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:02:10.266 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.513489479s] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:10.267 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:10.267 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:10.267 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:10.267 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:10.268 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (60.08s) --- PASS: TestLoadRemote/TestGlobalSortBasic (28.59s) --- PASS: TestLoadRemote/TestGlobalSortMultiFiles (7.14s) --- PASS: TestLoadRemote/TestSplitFile (15.10s) PASS GCov does not exist at the given path: '' May 07, 2024 12:02:14 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 12:02:14 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 12:02:14 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 12:02:14 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 12:02:14 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 126.905s, Critical Path: 109.35s INFO: 1451 processes: 1425 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/table/cache.test: ok! 108 test cases passed, take time 8.267941897 s time="2024-05-07T00:02:24+08:00" level=info msg="run test [table/cache] ok" time="2024-05-07T00:02:24+08:00" level=warning msg="Create new db table__index" time="2024-05-07T00:02:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/index.test: ok! 16 test cases passed, take time 0.045738086 s time="2024-05-07T00:02:24+08:00" level=info msg="run test [table/index] ok" time="2024-05-07T00:02:24+08:00" level=warning msg="Create new db table__partition" time="2024-05-07T00:02:24+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/partition.test: ok! 229 test cases passed, take time 1.511056622 s time="2024-05-07T00:02:25+08:00" level=info msg="run test [table/partition] ok" time="2024-05-07T00:02:25+08:00" level=warning msg="Create new db table__tables" time="2024-05-07T00:02:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/tables.test: ok! 6 test cases passed, take time 0.015154764 s time="2024-05-07T00:02:25+08:00" level=info msg="run test [table/tables] ok" time="2024-05-07T00:02:25+08:00" level=warning msg="Create new db table__temptable" time="2024-05-07T00:02:25+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/table/temptable.test: ok! 11 test cases passed, take time 0.035959368 s time="2024-05-07T00:02:26+08:00" level=info msg="run test [table/temptable] ok" time="2024-05-07T00:02:26+08:00" level=warning msg="Create new db topn_push_down" time="2024-05-07T00:02:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.112414318 s time="2024-05-07T00:02:26+08:00" level=info msg="run test [topn_push_down] ok" time="2024-05-07T00:02:26+08:00" level=warning msg="Create new db topn_pushdown" time="2024-05-07T00:02:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.00067502 s time="2024-05-07T00:02:26+08:00" level=info msg="run test [topn_pushdown] ok" time="2024-05-07T00:02:26+08:00" level=warning msg="Create new db tpch" time="2024-05-07T00:02:26+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/tpch.test: ok! 41 test cases passed, take time 1.219732675 s time="2024-05-07T00:02:27+08:00" level=info msg="run test [tpch] ok" time="2024-05-07T00:02:27+08:00" level=warning msg="Create new db types__const" time="2024-05-07T00:02:27+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/types/const.test: ok! 143 test cases passed, take time 0.616486624 s time="2024-05-07T00:02:28+08:00" level=info msg="run test [types/const] ok" time="2024-05-07T00:02:28+08:00" level=warning msg="Create new db util__admin" time="2024-05-07T00:02:28+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/util/admin.test: ok! 240 test cases passed, take time 1.2719474960000001 s time="2024-05-07T00:02:29+08:00" level=info msg="run test [util/admin] ok" time="2024-05-07T00:02:29+08:00" level=warning msg="Create new db util__ranger" time="2024-05-07T00:02:29+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/util/ranger.test: ok! 188 test cases passed, take time 0.687611422 s time="2024-05-07T00:02:30+08:00" level=info msg="run test [util/ranger] ok" time="2024-05-07T00:02:30+08:00" level=warning msg="Create new db window_function" time="2024-05-07T00:02:30+08:00" level=info msg="enable tidb_enable_analyze_snapshot" ./t/window_function.test: ok! 28 test cases passed, take time 0.065980763 s time="2024-05-07T00:02:30+08:00" level=info msg="run test [window_function] ok" Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (2040) - No such process ~/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } No test report files were found. Configuration error? [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 89s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 158.759s, Critical Path: 142.48s INFO: 1432 processes: 1399 remote cache hit, 20 internal, 13 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 21 passing and 0 failing out of 21 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 101s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,453 / 1,454] 1 / 1 tests; Testing //tests/realtikvtest/importintotest2:importintotest2_test; 87s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestLoadRemote [2024/05/07 00:01:12.689 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:12.690 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:12.690 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:12.690 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:12.690 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:12.691 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:12.691 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:12.694 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/07 00:01:12.697 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:12.698 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:12.698 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:12.720 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:12.720 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:12.726 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:12.726 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:12.737 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:12.752 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916830643738717] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:12.778 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:12.820 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=289] ["lease id"=6f188f4ea17610f1] [2024/05/07 00:01:12.822 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:12.828 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest2/importintotest2_test.TestLoadRemote\n\ttests/realtikvtest/importintotest2/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 00:01:12.841 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.853874ms] [2024/05/07 00:01:12.842 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:12.842 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=4ea976a5-07c9-4d4a-b2f0-5b159628c962] [runWorker=true] [2024/05/07 00:01:12.842 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:12.844 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:12.845 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:12.845 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:12.845 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:12.846 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:12.846 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:12.846 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:12.847 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ea17610f5] [ownerID=4ea976a5-07c9-4d4a-b2f0-5b159628c962] [op=none] [2024/05/07 00:01:12.848 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:12.848 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=10a9a747-2c07-4fb2-87ca-914ebbcadfb5] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:12.849 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ea1760d06] [ownerID=10a9a747-2c07-4fb2-87ca-914ebbcadfb5] [op=none] [2024/05/07 00:01:12.852 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 00:01:12.869 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:12.838 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:12.869 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:12.838 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 00:01:12.897 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:12.898 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] ["owner key"=/tidb/ddl/fg/owner/6f188f4ea17610f5] [ownerID=4ea976a5-07c9-4d4a-b2f0-5b159628c962] [op=none] [2024/05/07 00:01:12.898 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] [op=none] [2024/05/07 00:01:12.898 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:12.915 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.838 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.945 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=14.988368ms] [2024/05/07 00:01:12.948 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:12.952 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:12.952 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/07 00:01:12.980 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.097949ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:12.838 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:12.996 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.838 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.007 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 00:01:13.007 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.010 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 00:01:13.013 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 00:01:13.040 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.040 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 00:01:13.060 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.119 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.721037ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/07 00:01:13.123 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.123 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/07 00:01:13.162 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.002203ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:12.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.186 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:12.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.220 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 00:01:13.220 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.223 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 00:01:13.237 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.237 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 00:01:13.253 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.274 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.138882ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/07 00:01:13.278 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.278 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/07 00:01:13.323 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.327899ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.338 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.351 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 00:01:13.351 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.354 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 00:01:13.367 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 00:01:13.367 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.382 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.403 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.045741ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/07 00:01:13.407 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.407 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/07 00:01:13.451 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.013298ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.468 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.481 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 00:01:13.481 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.485 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 00:01:13.505 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.505 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 00:01:13.525 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.569 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.248634ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/07 00:01:13.573 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.573 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/07 00:01:13.615 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.395358ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.634 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.656 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 00:01:13.656 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.659 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 00:01:13.675 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 00:01:13.675 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.691 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.716 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.671726ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/07 00:01:13.720 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.720 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/07 00:01:13.764 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.255089ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.780 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.795 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 00:01:13.795 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.798 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 00:01:13.814 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.814 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 00:01:13.831 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.846 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:13.847 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:13.856 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.606183ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/07 00:01:13.860 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:13.860 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/07 00:01:13.903 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.049936ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.919 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:13.933 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 00:01:13.933 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:13.936 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 00:01:13.960 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:13.960 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 00:01:13.981 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.001 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.966298ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/07 00:01:14.005 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.005 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/07 00:01:14.049 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.484631ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:13.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.068 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:13.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.080 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 00:01:14.080 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.083 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 00:01:14.096 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.096 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 00:01:14.111 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.131 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.217519ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/07 00:01:14.135 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.135 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/07 00:01:14.180 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.495047ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.195 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.208 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 00:01:14.208 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.211 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 00:01:14.226 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.226 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 00:01:14.242 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.265 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.877874ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/07 00:01:14.270 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.270 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/07 00:01:14.313 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.792848ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.330 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.344 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 00:01:14.345 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.348 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 00:01:14.367 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.367 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 00:01:14.386 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.411 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.327808ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/07 00:01:14.415 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.415 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/07 00:01:14.458 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.018198ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.473 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.487 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 00:01:14.487 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.490 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:14.490 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/07 00:01:14.509 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.509 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:14.526 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.555 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.212619ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/07 00:01:14.559 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.559 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/07 00:01:14.602 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.450656ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.620 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.636 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 00:01:14.636 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.639 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 00:01:14.654 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.654 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 00:01:14.674 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.701 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.744708ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/07 00:01:14.705 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.705 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/07 00:01:14.748 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.081161ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.773 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.788 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 00:01:14.788 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.791 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:14.806 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.806 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:14.826 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.845 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:14.846 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/07 00:01:14.846 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:14.847 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:14.848 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.277507ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/07 00:01:14.852 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.852 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/07 00:01:14.896 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.439581ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.917 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.930 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 00:01:14.930 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:14.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:14.947 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:14.947 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:14.961 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:14.985 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.119136ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/07 00:01:14.989 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:14.989 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/07 00:01:15.033 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.703068ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:14.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.048 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:14.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.062 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 00:01:15.062 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.064 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:15.078 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.078 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:15.093 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.119 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.433583ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/07 00:01:15.123 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.123 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/07 00:01:15.167 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.997902ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.181 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.194 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 00:01:15.194 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.197 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 00:01:15.214 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.214 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 00:01:15.231 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.253 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.23958ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/07 00:01:15.257 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.257 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/07 00:01:15.301 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.71068ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.318 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.332 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 00:01:15.332 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.334 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 00:01:15.349 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.349 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 00:01:15.372 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.393 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.121633ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/07 00:01:15.397 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.397 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/07 00:01:15.442 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.258233ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.468 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.481 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 00:01:15.481 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.484 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:15.501 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.501 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:15.526 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.554 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.950623ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/07 00:01:15.558 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.558 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/07 00:01:15.601 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.151872ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.621 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.639 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 00:01:15.639 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.650 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:15.664 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.664 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:15.679 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.703 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.280293ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/07 00:01:15.706 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.706 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/07 00:01:15.751 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.110063ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.769 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.782 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 00:01:15.782 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.784 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 00:01:15.798 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.798 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 00:01:15.821 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.840 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.02004ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/07 00:01:15.844 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.844 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/07 00:01:15.847 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:15.847 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:15.888 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.54708ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.903 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.915 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 00:01:15.915 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:15.918 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 00:01:15.931 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.931 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 00:01:15.950 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:15.969 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.58201ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/07 00:01:15.973 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:15.973 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/07 00:01:16.019 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.660182ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:15.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.032 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.042 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 00:01:16.043 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.045 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 00:01:16.060 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.060 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 00:01:16.078 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.099 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.549832ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/07 00:01:16.103 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.103 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/07 00:01:16.149 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.376239ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.166 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.179 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 00:01:16.179 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.181 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/07 00:01:16.194 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.194 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/07 00:01:16.208 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.228 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.109962ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/07 00:01:16.232 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.232 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/07 00:01:16.276 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.906449ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.291 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.304 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 00:01:16.304 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.307 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:16.320 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.288 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.320 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.288 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:16.336 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.288 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.361 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.303204ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/07 00:01:16.366 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.366 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/07 00:01:16.409 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.811362ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.288 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.424 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.288 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.437 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 00:01:16.438 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.440 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 00:01:16.455 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.438 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.455 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.438 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 00:01:16.475 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.438 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.497 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.341013ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/07 00:01:16.501 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.501 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/07 00:01:16.544 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.633018ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.438 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.567 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.438 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.579 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 00:01:16.579 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.582 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 00:01:16.595 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.595 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 00:01:16.611 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.630 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.861006ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/07 00:01:16.634 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.634 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/07 00:01:16.678 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.461905ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.693 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.705 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 00:01:16.705 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.708 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:16.722 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.722 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 00:01:16.737 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.757 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.076521ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/07 00:01:16.761 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.761 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/07 00:01:16.807 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.756178ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.823 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.835 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 00:01:16.835 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.838 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 00:01:16.846 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:16.846 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:16.852 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 00:01:16.852 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.871 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.891 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.002142ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/07 00:01:16.895 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.895 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/07 00:01:16.939 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.211182ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.954 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.966 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 00:01:16.966 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.969 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:16.969 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/07 00:01:16.983 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.983 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 00:01:16.999 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.023 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.335251ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/07 00:01:17.027 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.027 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/07 00:01:17.070 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.549111ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.084 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.097 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 00:01:17.097 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.100 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:17.114 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.114 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:17.132 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.154 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.537722ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/07 00:01:17.158 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.158 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/07 00:01:17.203 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.414517ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.222 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.236 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 00:01:17.236 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.239 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:17.254 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.254 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:17.272 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.296 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.512288ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/07 00:01:17.300 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.300 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/07 00:01:17.344 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.27099ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.368 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.381 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 00:01:17.381 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.385 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 00:01:17.401 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.388 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.401 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.388 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 00:01:17.422 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.388 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.451 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=3.249681ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/07 00:01:17.454 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.454 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/07 00:01:17.497 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.533907ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.388 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.519 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.388 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.536 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 00:01:17.536 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.538 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 00:01:17.551 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.538 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.551 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.538 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 00:01:17.575 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.538 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.594 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.843129ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/07 00:01:17.598 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.598 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/07 00:01:17.643 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.276618ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.538 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.666 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.538 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.677 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 00:01:17.677 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.695 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:17.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/07 00:01:17.695 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:17.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.710 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.736 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.278959ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/07 00:01:17.740 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.740 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/07 00:01:17.784 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.558401ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:17.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.800 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.813 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 00:01:17.813 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.816 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 00:01:17.830 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.830 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 00:01:17.846 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.846 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:17.846 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:17.868 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.360181ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/07 00:01:17.872 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.872 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/07 00:01:17.916 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.214113ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.931 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.944 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 00:01:17.945 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.947 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 00:01:17.961 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.961 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 00:01:17.984 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.005 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.013809ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/07 00:01:18.008 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.008 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/07 00:01:18.053 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.779306ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.067 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.079 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 00:01:18.080 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.082 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 00:01:18.095 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.095 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 00:01:18.111 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.130 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.081611ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/07 00:01:18.134 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.134 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/07 00:01:18.178 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=52.679855ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.193 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.205 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 00:01:18.205 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.209 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 00:01:18.226 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.226 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 00:01:18.242 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.273 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.426687ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/07 00:01:18.277 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.277 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/07 00:01:18.319 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.62767ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.336 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.354 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 00:01:18.354 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.357 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 00:01:18.373 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.373 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 00:01:18.393 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.421 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.041981ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/07 00:01:18.425 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.425 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/07 00:01:18.469 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.265735ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.485 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.502 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 00:01:18.502 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.505 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 00:01:18.522 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.522 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 00:01:18.537 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.568 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.337305ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/07 00:01:18.572 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.572 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/07 00:01:18.615 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.858433ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.631 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.488 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.649 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 00:01:18.649 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.653 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:18.668 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.668 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:18.684 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.709 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.753705ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/07 00:01:18.713 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.713 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/07 00:01:18.757 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.388505ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.773 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.788 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 00:01:18.788 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.791 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:18.807 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.807 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:18.828 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.846 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:18.846 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:18.854 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=2.849441ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/07 00:01:18.858 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.859 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/07 00:01:18.902 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.992986ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.918 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.788 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.934 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 00:01:18.934 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.937 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/07 00:01:18.954 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.954 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/07 00:01:18.974 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.004 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.405078ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/07 00:01:19.008 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.008 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/07 00:01:19.051 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.04922ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.070 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.087 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 00:01:19.087 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.090 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 00:01:19.109 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.088 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.109 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.088 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 00:01:19.125 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.088 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.155 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.357994ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/07 00:01:19.160 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.160 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/07 00:01:19.202 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.917671ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.088 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.220 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.088 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.242 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 00:01:19.242 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.245 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:19.261 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.261 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:19.278 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.303 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.76629ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/07 00:01:19.307 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.308 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/07 00:01:19.350 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.93987ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.369 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.384 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 00:01:19.384 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.387 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:19.403 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.403 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:19.422 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.446 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.578484ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/07 00:01:19.450 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.450 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/07 00:01:19.494 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.444624ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.518 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.532 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 00:01:19.532 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.536 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 00:01:19.555 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.555 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 00:01:19.572 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.607 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.887593ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/07 00:01:19.611 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.611 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/07 00:01:19.653 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.665119ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.676 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.695 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 00:01:19.695 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.698 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:19.714 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.714 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:19.730 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.756 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.941586ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/07 00:01:19.761 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.761 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/07 00:01:19.803 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.206671ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.819 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.833 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 00:01:19.833 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.836 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/07 00:01:19.849 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.849 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/07 00:01:19.871 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.890 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.972813ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/07 00:01:19.894 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.894 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/07 00:01:19.939 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.839179ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.954 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.966 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 00:01:19.966 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.115 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.267193823s] [2024/05/07 00:01:20.118 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] [2024/05/07 00:01:20.118 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] [2024/05/07 00:01:20.119 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4ea976a5-07c9-4d4a-b2f0-5b159628c962"] [] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.053µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=3.716µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=3.353µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.29µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=4.315µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.848µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.215µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.967µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.004µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=3.409µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:20.121 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=5.069µs] [2024/05/07 00:01:20.121 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:01:20.121 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:01:20.128 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=4ea976a5-07c9-4d4a-b2f0-5b159628c962] ["take time"=10.758554ms] [2024/05/07 00:01:20.128 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=4ea976a5-07c9-4d4a-b2f0-5b159628c962] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=289] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:01:20.131 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:20.131 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:20.131 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:01:20.131 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5 watch owner key /tidb/br-stream/owner/3eaa8f4ea1760d06"] [2024/05/07 00:01:20.132 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:01:20.132 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:01:20.132 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] [2024/05/07 00:01:20.132 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] [2024/05/07 00:01:20.133 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=10a9a747-2c07-4fb2-87ca-914ebbcadfb5] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:20.133 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:01:20.133 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:01:20.133 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:20.133 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:20.133 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:20.133 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] [error="context canceled"] [2024/05/07 00:01:20.133 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=15.514887ms] [2024/05/07 00:01:20.133 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916830643738717] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:20.143 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:20.183 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=1322] ["lease id"=6f188f4ea1761187] [2024/05/07 00:01:20.185 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:20.255 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=67.29309ms] [2024/05/07 00:01:20.257 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:20.257 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=03753459-e19a-4d06-91a1-1093d654b807] [runWorker=true] [2024/05/07 00:01:20.257 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:20.259 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:20.260 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:20.260 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:20.260 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:20.261 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:20.261 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:20.262 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea1760d99] [ownerID=03753459-e19a-4d06-91a1-1093d654b807] [op=none] [2024/05/07 00:01:20.262 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:20.263 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9872385a-765b-43b9-873d-aa3c4230a391] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:20.273 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 00:01:20.274 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:01:20.274 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:01:20.274 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 00:01:20.276 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4ea1760d9e] [ownerID=03753459-e19a-4d06-91a1-1093d654b807] [op=none] [2024/05/07 00:01:20.280 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/07 00:01:20.283 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 00:01:20.304 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:01:20.311 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:01:20.311 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:20.312 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea1760d99] [ownerID=03753459-e19a-4d06-91a1-1093d654b807] [op=none] [2024/05/07 00:01:20.312 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [op=none] [2024/05/07 00:01:20.312 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:20.315 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:01:20.315 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:01:20.315 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 00:01:20.315 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:01:20.315 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 00:01:20.315 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/07 00:01:20.315 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:01:20.315 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/07 00:01:20.315 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/07 00:01:20.317 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:01:20.317 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 00:01:20.318 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:01:20.318 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:01:20.318 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:01:20.318 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/07 00:01:20.320 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:01:20.320 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:01:20.320 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] ["owner key"=/tidb/stats/owner/3eaa8f4ea1760da1] [ownerID=03753459-e19a-4d06-91a1-1093d654b807] [op=none] [2024/05/07 00:01:20.321 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9cbfe721-75dd-4e15-bc5b-1f41e02a9a94] [2024/05/07 00:01:20.321 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:20.321 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:20.331 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/07 00:01:20.331 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=14.791302ms] [2024/05/07 00:01:20.333 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 00:01:20.333 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestWriteAfterImport [2024/05/07 00:01:20.338 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists write_after_import"] [user=] [2024/05/07 00:01:20.339 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database write_after_import"] [user=] [2024/05/07 00:01:20.351 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:20.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.351 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:20.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database write_after_import"] [2024/05/07 00:01:20.370 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.385 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=1.01179ms] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:20.389 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/07 00:01:20.435 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.177082ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:20.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.449 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.338 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.459 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 00:01:20.459 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 00:01:20.462 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:20.463 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 00:01:20.476 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.476 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 00:01:20.495 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.512 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.625336ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/07 00:01:20.516 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/07 00:01:20.561 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.115054ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.581 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.592 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 00:01:20.592 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.321 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 00:01:21.321 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 00:01:21.321 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9cbfe721-75dd-4e15-bc5b-1f41e02a9a94] [watcherID=a33edcae-35c5-4140-8d1e-18d24d52060e] [2024/05/07 00:01:21.332 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/07 00:01:21.332 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/07 00:01:21.332 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/07 00:01:21.564 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 10a9a747-2c07-4fb2-87ca-914ebbcadfb5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:01:21.599 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:21.625 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=8] [2024/05/07 00:01:21.626 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/07 00:01:22.260 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:24.338 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:24.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:24.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:24.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 00:01:24.854 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:24.854 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:24.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=78.541µs] [2024/05/07 00:01:24.855 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=210.144µs] [] [2024/05/07 00:01:24.855 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:24.855 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:24.855 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:24.872 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:24.872 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:25.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/07 00:01:25.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/07 00:01:25.348 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:25.348 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:25.348 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:25.349 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.349 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:25.349 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:25.350 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.350 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 00:01:25.364 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:25.364 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.364 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.364 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.369 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 00:01:25.447 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:25.448 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:25.448 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:25.451 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 00:01:25.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:25.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:25.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:25.454 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.454 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:25.455 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:25.455 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:25.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:25.455 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:25.455 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:25.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:25.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:25.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:25.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:25.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:25.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:25.459 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.459 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:25.460 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:25.460 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:25.470 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:25.470 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:25.471 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/07 00:01:25.484 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 00:01:25.488 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:25.492 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:25.492 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:25.492 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:25.530 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=1.csv:0] [2024/05/07 00:01:25.531 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=2.csv:0] [2024/05/07 00:01:25.532 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=2.csv:0] [readDur=817.019µs] [encodeDur=129.84µs] [deliverDur=33.021µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.272635ms] [] [2024/05/07 00:01:25.532 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=1.csv:0] [readDur=993.078µs] [encodeDur=632.661µs] [deliverDur=78.997µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.066855ms] [] [2024/05/07 00:01:25.533 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/31be5a4e-e51e-45e0-ae44-8409f4b2e0b3.sst] [firstKey=7480000000000000685F728000000000000006] [lastKey=7480000000000000685F728000000000000007] [2024/05/07 00:01:25.533 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=48.679072ms] [] [2024/05/07 00:01:25.533 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:25.533 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:25.534 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:25.534 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/784a8b17-f1ee-44dc-8769-7f7e68d04573.sst] [firstKey=7480000000000000685F728000000000000004] [lastKey=7480000000000000685F728000000000000005] [2024/05/07 00:01:25.536 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.783533ms] [] [2024/05/07 00:01:25.536 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:25.541 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:25.543 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 00:01:25.543 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:25.543 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:25.543 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [retry=0] [2024/05/07 00:01:25.544 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000040000000000FA] [end=7480000000000000FF685F728000000000FF0000080000000000FA] [2024/05/07 00:01:25.544 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000080000000000FA] [regions=1] [2024/05/07 00:01:25.544 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=514.67µs] [2024/05/07 00:01:25.544 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.515889ms] [] [2024/05/07 00:01:25.556 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 7, but you sent conf_ver: 5 version: 5"] [region="{ID=32,startKey=7480000000000000FF685F728000000000FF0000040000000000FA,endKey=7480000000000000FF685F728000000000FF0000080000000000FA,epoch=\"conf_ver:5 version:7 \",peers=\"id:33 store_id:1 ,id:34 store_id:3 ,id:35 store_id:2 \"}"] [start=7480000000000000685F728000000000000004] [end=7480000000000000685F728000000000000008] [2024/05/07 00:01:25.556 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000004] [endKey=7480000000000000685F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:27.556 +08:00] [2024/05/07 00:01:25.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918436335619] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:25.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579918436335619] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:27.571 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 00:01:27.572 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.035852585s] [] [2024/05/07 00:01:27.572 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:27.574 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.341395ms] [] [2024/05/07 00:01:27.574 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:27.574 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:27.576 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.090652ms] [] [2024/05/07 00:01:27.576 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:01:27.576 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:27.576 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=51.674µs] [] [2024/05/07 00:01:27.576 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:27.577 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=709.974µs] [] [2024/05/07 00:01:27.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:27.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:27.846 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:27.849 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:27.849 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:27.849 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:27.849 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:27.849 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:27.850 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:27.850 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:27.850 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:27.864 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:27.864 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:27.864 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:27.864 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:27.879 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:01:27.881 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:27.881 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:27.881 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:27.893 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:27.893 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:28.202 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:28.206 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:28.206 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:28.206 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:28.206 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:28.207 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:28.207 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:28.207 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:28.207 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:28.207 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.759942006s] [] [2024/05/07 00:01:28.512 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:28.513 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/07 00:01:28.526 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:28.526 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:28.526 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:28.528 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:28.528 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:28.528 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:28.529 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.529 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:28.530 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:28.530 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:28.530 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:28.530 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:28.530 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:28.530 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:28.530 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:28.530 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:28.536 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=10.568468ms] [] [2024/05/07 00:01:28.537 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:28.537 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 00:01:28.537 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 00:01:28.539 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:28.539 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.423539ms] [] [2024/05/07 00:01:28.539 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.575936ms] [] [2024/05/07 00:01:28.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:28.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:28.846 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:28.846 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:28.846 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:28.857 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/07 00:01:28.859 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/07 00:01:28.865 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:29.138 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.543139653\n# Parse_time: 0.000174168\n# Compile_time: 0.000379545\n# Rewrite_time: 0.000066756\n# Optimize_time: 0.000060036\n# Wait_TS: 0.000324469\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC41NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC41NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:01:29.145 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449579919379791875] [checkTS=449579919379791876] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 00:01:29.151 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:29.161 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:29.161 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:29.162 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:29.162 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=649.496814ms] [] [2024/05/07 00:01:29.175 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.193 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=636.858µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/07 00:01:29.198 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/07 00:01:29.243 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.308377ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.257 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.275 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=766.566µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:29.279 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/07 00:01:29.324 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.156748ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.340 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.357 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/07 00:01:29.361 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=681.093µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:29.364 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:29.365 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/07 00:01:29.382 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:29.411 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.381259ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.436 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/07 00:01:29.446 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/07 00:01:29.448 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:29.138 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.469 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/07 00:01:29.469 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:29.472 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.320819399\n# Parse_time: 0.000057932\n# Compile_time: 0.000224371\n# Rewrite_time: 0.00000394\n# Optimize_time: 0.000165112\n# Wait_TS: 0.000387385\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:29.473 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 00:01:29.489 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:29.489 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 00:01:29.507 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.528 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.867456ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/07 00:01:29.532 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/07 00:01:29.577 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.705398ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:29.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.591 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:29.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:29.603 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/07 00:01:29.603 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:29.643 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:29.660 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=8] [2024/05/07 00:01:29.660 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/07 00:01:30.339 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:30.842 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:30.843 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:30.844 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 00:01:30.855 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:30.855 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:30.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.163µs] [2024/05/07 00:01:30.855 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=216.555µs] [] [2024/05/07 00:01:30.855 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:30.855 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:30.855 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:30.868 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:30.868 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:31.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/07 00:01:31.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/07 00:01:31.349 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.349 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:31.349 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:31.349 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.350 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:31.350 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.350 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.350 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 00:01:31.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.371 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 00:01:31.446 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:31.447 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:31.447 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:31.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:31.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:31.453 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.453 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.454 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.454 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:31.454 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.454 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.454 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:31.454 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.454 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:31.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:31.458 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.458 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:31.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.468 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:31.469 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:31.469 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/07 00:01:31.482 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 00:01:31.485 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:31.489 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:31.489 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/07 00:01:31.489 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/07 00:01:31.501 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=2.csv:0] [2024/05/07 00:01:31.501 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=1.csv:0] [2024/05/07 00:01:31.503 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=2.csv:0] [readDur=1.380628ms] [encodeDur=137.891µs] [deliverDur=29.036µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.969351ms] [] [2024/05/07 00:01:31.503 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=1.csv:0] [readDur=1.026942ms] [encodeDur=237.109µs] [deliverDur=35.547µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.641209ms] [] [2024/05/07 00:01:31.504 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/7177667f-f3de-47d3-85c5-8fc2c7178e5a.sst] [firstKey=74800000000000006B5F728000000000000006] [lastKey=74800000000000006B5F728000000000000007] [2024/05/07 00:01:31.504 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=22.065764ms] [] [2024/05/07 00:01:31.504 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:31.504 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:31.504 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:31.505 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0da7ce51-d08b-48ff-8683-67ff4fd407ec.sst] [firstKey=74800000000000006B5F728000000000000004] [lastKey=74800000000000006B5F728000000000000005] [2024/05/07 00:01:31.507 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.552761ms] [] [2024/05/07 00:01:31.507 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:31.511 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:31.512 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 00:01:31.513 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:31.513 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:31.513 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [retry=0] [2024/05/07 00:01:31.514 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000040000000000FA] [end=7480000000000000FF6B5F728000000000FF0000080000000000FA] [2024/05/07 00:01:31.514 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000080000000000FA] [regions=1] [2024/05/07 00:01:31.514 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=412.04µs] [2024/05/07 00:01:31.514 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.185485ms] [] [2024/05/07 00:01:31.515 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF6B5F728000000000FF0000040000000000FA, endKey: 7480000000000000FF6B5F728000000000FF0000080000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:01:31.516 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919995830275] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:31.517 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919995830275] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:31.517 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919995830277] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:31.552 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 00:01:31.553 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=46.189061ms] [] [2024/05/07 00:01:31.553 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:31.554 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.221258ms] [] [2024/05/07 00:01:31.555 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:31.555 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:31.556 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.521806ms] [] [2024/05/07 00:01:31.556 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:01:31.556 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:31.556 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.671µs] [] [2024/05/07 00:01:31.556 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:31.557 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=857.815µs] [] [2024/05/07 00:01:31.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:31.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:31.846 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:31.849 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.849 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:31.849 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:31.850 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.850 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:31.850 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.850 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.850 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:31.864 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.864 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.864 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.865 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.880 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:01:31.881 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:31.881 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:31.881 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.893 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:31.893 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:32.183 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:32.185 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:32.185 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:32.185 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:32.185 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:32.186 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:32.186 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:32.186 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:32.186 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:32.186 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=740.096012ms] [] [2024/05/07 00:01:32.492 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:32.493 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/07 00:01:32.507 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.507 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.507 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:32.510 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:32.510 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:32.510 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:32.510 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:32.510 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:32.511 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:32.511 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:32.511 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:32.511 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:32.511 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:32.511 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:32.511 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:32.511 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:32.511 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:32.511 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:32.512 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:32.512 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:32.512 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:32.512 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:32.512 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:32.523 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=15.76638ms] [] [2024/05/07 00:01:32.523 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:32.524 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 00:01:32.524 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 00:01:32.526 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:32.526 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=18.987906ms] [] [2024/05/07 00:01:32.526 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=19.148134ms] [] [2024/05/07 00:01:32.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:32.846 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:32.847 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:32.847 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:32.847 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:32.857 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/07 00:01:32.860 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/07 00:01:32.867 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:32.973 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.367326248\n# Parse_time: 0.000074067\n# Compile_time: 0.000321391\n# Rewrite_time: 0.000076467\n# Optimize_time: 0.000165112\n# Wait_TS: 0.000355498\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 00:01:32.978 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:32.988 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:32.988 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:33.004 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.022 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=574.877µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/07 00:01:33.026 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/07 00:01:33.071 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.048172ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.084 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.101 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=561.241µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:33.105 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/07 00:01:33.150 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.846425ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.151 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:33.151 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.293102ms] [] [2024/05/07 00:01:33.163 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.182 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=625.855µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:33.186 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/07 00:01:33.232 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.92144ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.247 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/07 00:01:33.252 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/07 00:01:33.255 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:32.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.274 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 00:01:33.274 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:33.277 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 00:01:33.291 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.238 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 00:01:33.291 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.238 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:33.307 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:33.238 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.328 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=1.840643ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/07 00:01:33.331 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/07 00:01:33.350 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/07 00:01:33.357 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:33.369 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:33.377 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.743638ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:33.238 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.391 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:33.238 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:33.402 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 00:01:33.402 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:33.443 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:33.461 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=8] [2024/05/07 00:01:33.462 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/07 00:01:36.338 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:36.840 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:36.841 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:36.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 00:01:36.855 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:36.855 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:36.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.02µs] [2024/05/07 00:01:36.855 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=237.752µs] [] [2024/05/07 00:01:36.855 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:36.855 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:36.855 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:36.868 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:36.869 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:37.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/07 00:01:37.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/07 00:01:37.347 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:37.348 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:37.348 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:37.348 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.348 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:37.349 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:37.349 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.349 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 00:01:37.364 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:37.364 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.364 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.364 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:37.370 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 00:01:37.446 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:37.448 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:37.448 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:37.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:37.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:37.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:37.454 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.454 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:37.455 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:37.455 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:37.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:37.455 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:37.455 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:37.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:37.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:37.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:37.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:37.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:37.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:37.459 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.459 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:37.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:37.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:37.469 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:37.469 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:37.469 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/07 00:01:37.797 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579921555849223\n# Query_time: 0.318123073\n# Parse_time: 0\n# Compile_time: 0.000636847\n# Rewrite_time: 0.000692389\n# Optimize_time: 0.001032088\n# Wait_TS: 0.000364385\n# Prewrite_time: 0.31418109 Commit_time: 0.001105046 Get_commit_ts_time: 0.000319251 Slowest_prewrite_rpc_detail: {total:0.314s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 313.7ms, scan_detail: {get_snapshot_time: 35.7µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25.9µs, propose_send_wait: 0s, persist_log: {total: 124.8µs, write_leader_wait: 218ns, sync_log: 71.7µs, write_memtable: 4.22µs}, commit_log: 361.3µs, apply_batch_wait: 27.4µs, apply: {total:177.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.2µs, write_memtable: 42.9µs}}} Commit_primary_rpc_detail: {total:0.314s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 313.7ms, scan_detail: {get_snapshot_time: 35.7µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 25.9µs, propose_send_wait: 0s, persist_log: {total: 124.8µs, write_leader_wait: 218ns, sync_log: 71.7µs, write_memtable: 4.22µs}, commit_log: 361.3µs, apply_batch_wait: 27.4µs, apply: {total:177.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 36.2µs, write_memtable: 42.9µs}}} Write_keys: 1 Write_size: 523 Prewrite_region: 1\n# Is_internal: true\n# Digest: b609cd3d5a10134e635f70d68ed1d13556fc76efe4b41a37196a9470345de370\n# Num_cop_tasks: 0\n# Mem_max: 10639\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgvwTzAJMjhfNQkwCTAJTi9BCTAJdGltZTo4MzYuMcK1cywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjMxNC4ybXMsIGdldF9jb21tASMYczozMTkuMwVACTcQOjEuMTEBJyBzbG93ZXN0X3ANQfBGX3JwYzoge3RvdGFsOiAwLjMxNHMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIsIHRpa3Zfd2FsbF8FtRQgMzEzLjcFZmRjYW5fZGV0YWlsOiB7Z2V0X3NuYXBzaG90Xw0qCDUuNwWfWHJvY2tzZGI6IHtibG9jazoge319fSwgBd0ZQgWBQF9iYXRjaF93YWl0OiAyNS45BUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nGd8QMTI0LjgFNglgFGxlYWRlcg02KDIxOG5zLCBzeW5jCTYENzENpAktRG1lbXRhYmxlOiA0LjIywrVzfTWUBWUIMzYxLXMQYXBwbHk2rgAINy40BXgFGxWRCDE3Nw2QFG11dGV4XykCAb8JczKgABkXAHchqwgzNi4BhTErHZ4AMiUaJUcp/RxfcHJpbWFyeT7sAQwwMDFz4uwBBDY2CdKC6wEEMjgtF+LrAQAxDequ6wEEOTBtQEpKAQgxMzM26gEENTgNYgktOUwMMi40NkrqAQQxNiVjACwpzzbqATIFAjnqBDIxDZAAbcLqAQQyNy1BPp4ABDM1Bbcl6m2yCG51bYEsCSoMa2V5cxkOQGJ5dGU6NTIzfQkyLjM5IEtCgXAsCjEJMzZfMQkwCTEJSd6AdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2ssIGhhbmRsZTo1ASqBowg1NjVNvYmjKDIsIEdldDp7bnVtRWkIMSwghVZp8hA0MDcuNSlLCRYYcHJvY2VzcwkeCCA0MA3kCR1h5A0aDeVGbQQEOTMF/gAsOoICCUERXiUDACAViy4XACRfc2l6ZTogNTE1EakVLUqxBAQ3Lk3wUsYCIAlOL0EJTi9BCg==')\n# Plan_digest: 14a5131bfca4695977f60b15d18545d187f9b989d2d4d3e7913a4f7a821c9577\n# Binary_plan: tidb_decode_binary_plan('gQx4CvwLCghVcGRhdGVfNRL0AgoLUG9pbnRfR2V0XzEpAAUB8J/wPzABOAFAAUoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1IIaGFuZGxlOjVaFnRpbWU6NTY1LjjCtXMsIGxvb3BzOjJi+QFHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo0MDcuNcK1c30sIHRvdGFsX3Byb2Nlc3NfdGltZTogNDAuM8K1cywgdG90YWxfd2FpdF90AWcYIDM1LjLCtQEaHGlrdl93YWxsCVEIIDkzDRk4c2Nhbl9kZXRhaWw6IHt0BXQAcA1eGGtleXM6IDERiy4XACRfc2l6ZTogNTE1ER4VLSxnZXRfc25hcHNob3QNbgw3LjY0BYdYcm9ja3NkYjoge2Jsb2NrOiB7fX19cP8RAQQBeBEKAP8lXBRSA04vQVopMxA4MzYuMQVFKTOIMWLJCGNvbW1pdF90eG46IHtwcmV3cml0ZTozMTQuMm1zLCABihEjGHM6MzE5LjMFQQkUEDoxLjExASccc2xvd2VzdF8RQSWBLQzAOiAwLjMxNHMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIsID5pARAzMTMuNwVmMmkBAZs6JQEMMzUuNwWfUiUBBCwgBd05qwWBQF9iYXRjaF93YWl0OiAyNS45BUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nGd8MMTI0LkmKCWAUbGVhZGVyDTYoMjE4bnMsIHN5bmMJNgQ3MQ2kCS0wbWVtdGFibGU6IDQuMkFpBH0sLV0JLwgzNjEtcxBhcHBseTauAAQ3LkkUBRsVkQgxNzcNkBhtdXRleF9sRScBvwlzMqAAGRcYd2FsOiAzNk3VCSsdngAyJRoEfX0ZoBhwcmltYXJ5PuwBDDAwMXPi7AEANk3mgusBBDI4LRfi6wEAMQ3qrusBBDkwbUEpHzJKAQgxMzM26gEENTgNYgktOUwQMi40NsKFi2lHLeoEMTYlYwAsKc826gEyBQI56gQyMQ2QAG3C6gEEMjctQT6eAI3xJeptshBudW06MXE/haYVDmBieXRlOjUyM31wjxN4////////////ARgB')\n# Resource_group: default\nupdate mysql.tidb_background_subtask set state = 'running', start_time = unix_timestamp(), state_update_time = unix_timestamp() where id = 5;"] [2024/05/07 00:01:37.797 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 00:01:37.801 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:37.805 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:37.805 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:37.805 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:37.810 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=1.csv:0] [2024/05/07 00:01:37.810 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=2.csv:0] [2024/05/07 00:01:37.812 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=1.csv:0] [readDur=930.584µs] [encodeDur=172.706µs] [deliverDur=189.092µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=1.625278ms] [] [2024/05/07 00:01:37.812 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=2.csv:0] [readDur=1.033507ms] [encodeDur=232.868µs] [deliverDur=206.345µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=1.832118ms] [] [2024/05/07 00:01:37.813 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f186fccd-20b6-4a9e-837e-1aeeadb93cd0.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/07 00:01:37.813 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=15.424895ms] [] [2024/05/07 00:01:37.813 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:37.813 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:37.813 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:37.814 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2532f260-d53c-44be-82da-788644021ef8.sst] [firstKey=74800000000000006E5F72800000000000000A] [lastKey=74800000000000006E5F72800000000000000B] [2024/05/07 00:01:37.815 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.262948ms] [] [2024/05/07 00:01:37.815 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:37.820 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:37.821 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:01:37.822 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:37.822 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:37.822 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:01:37.822 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [2024/05/07 00:01:37.822 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:01:37.823 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=463.654µs] [2024/05/07 00:01:37.823 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.224473ms] [] [2024/05/07 00:01:37.830 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/07 00:01:37.831 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:39.831 +08:00] [2024/05/07 00:01:37.844 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579921660444673] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:38.036 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921700028423] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-30:1] [2024/05/07 00:01:38.036 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921700028424] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-30:1] [2024/05/07 00:01:38.262 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579921765564417] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-23:1] [2024/05/07 00:01:39.844 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:01:39.845 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.029770445s] [] [2024/05/07 00:01:39.845 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:39.846 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.074557ms] [] [2024/05/07 00:01:39.846 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:39.846 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:39.848 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.29745ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/073b7f66-da7e-4569-8ac4-465ddaa580b3.sst] [2024/05/07 00:01:39.848 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/073b7f66-da7e-4569-8ac4-465ddaa580b3.sst] [firstKey=74800000000000006E5F698000000000000001038000000000000004] [lastKey=74800000000000006E5F698000000000000001038000000000000007] [2024/05/07 00:01:39.850 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.319141ms] [] [2024/05/07 00:01:39.850 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:01:39.854 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:39.855 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 00:01:39.855 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:39.855 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:39.855 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/07 00:01:39.856 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/07 00:01:39.856 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF6E5F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/07 00:01:39.856 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=357.269µs] [2024/05/07 00:01:39.856 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.119263ms] [] [2024/05/07 00:01:39.864 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 45, store 1, region 44, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 44 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/07 00:01:39.865 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F698000000000000001038000000000000004] [endKey=74800000000000006E5F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:41.865 +08:00] [2024/05/07 00:01:41.878 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 00:01:41.879 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.029210698s] [] [2024/05/07 00:01:41.879 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:41.880 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.139546ms] [] [2024/05/07 00:01:42.345 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:42.346 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:42.347 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:42.350 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:42.350 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:42.350 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:42.351 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:42.351 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:42.352 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:42.352 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:42.352 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:42.366 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:42.366 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:42.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:42.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:42.387 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:01:42.388 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:42.388 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:42.388 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:42.402 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:42.402 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:42.509 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:42.514 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:42.514 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:42.514 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:42.514 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:42.514 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:42.514 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:42.514 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:42.515 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:42.515 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:42.515 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:42.515 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:42.515 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:42.515 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:42.515 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:42.515 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.068920246s] [] [2024/05/07 00:01:42.822 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:42.823 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/07 00:01:42.836 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:42.836 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:42.836 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:42.839 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:42.839 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:42.839 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:42.839 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:42.839 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:42.840 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:42.840 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:42.840 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:42.840 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:42.840 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:42.840 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:42.840 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:42.840 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:42.840 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:42.841 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:42.841 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:42.841 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:42.841 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:42.841 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:42.849 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.260396ms] [] [2024/05/07 00:01:42.849 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:01:42.850 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 00:01:42.850 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 00:01:42.851 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579922971164676] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/07 00:01:42.851 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579922971164676] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/07 00:01:42.857 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:01:42.857 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=21.243876ms] [] [2024/05/07 00:01:42.857 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=21.391063ms] [] [2024/05/07 00:01:43.346 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:43.347 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:43.348 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:43.348 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:43.349 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:43.361 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/07 00:01:43.364 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/07 00:01:43.372 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:43.482 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:43.482 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.620066ms] [] [2024/05/07 00:01:43.676 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 10.270928679\n# Parse_time: 0.000065051\n# Compile_time: 0.000319573\n# Rewrite_time: 0.000083729\n# Optimize_time: 0.000181797\n# Wait_TS: 0.000321893\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTAuM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTAuM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:01:43.685 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449579923181142025] [checkTS=449579923181142026] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 00:01:43.692 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:43.702 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:43.702 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:43.720 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.738 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=603.817µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/07 00:01:43.743 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/07 00:01:43.785 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=-2] [state=succeed] [2024/05/07 00:01:43.788 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.176904ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.802 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.820 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=567.019µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:43.824 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/07 00:01:43.852 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/07 00:01:43.860 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:43.869 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.929952ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.876 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:43.886 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.908 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=846.526µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:43.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/07 00:01:43.958 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.84423ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:43.984 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/07 00:01:43.989 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/07 00:01:43.991 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:43.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.012 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/07 00:01:44.012 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:44.015 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.323467419\n# Parse_time: 0.000078849\n# Compile_time: 0.000236391\n# Rewrite_time: 0.000003558\n# Optimize_time: 0.000234711\n# Wait_TS: 0.000313286\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:44.016 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 00:01:44.032 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:44.032 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 00:01:44.052 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.074 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.134644ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/07 00:01:44.078 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/07 00:01:44.122 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.863574ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:43.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.140 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:43.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:44.154 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 00:01:44.154 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:44.201 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:44.221 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=8] [2024/05/07 00:01:44.222 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/07 00:01:45.340 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:45.842 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:45.843 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:45.844 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 00:01:45.857 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:45.857 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:45.857 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=83.963µs] [2024/05/07 00:01:45.857 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=234.441µs] [] [2024/05/07 00:01:45.857 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:45.857 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:45.858 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:45.871 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:45.871 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:46.141 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/07 00:01:46.141 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/07 00:01:46.350 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.350 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:46.350 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:46.351 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.351 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:46.352 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.352 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.352 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 00:01:46.366 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:46.366 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:46.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:46.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:46.373 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 00:01:46.448 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:46.449 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:46.449 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:46.455 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.455 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:46.455 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:46.455 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.455 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:46.456 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.456 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.456 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:46.456 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:46.456 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:46.456 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:46.456 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:46.456 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:46.457 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:46.457 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:46.457 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:46.457 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:46.457 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:46.460 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.460 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:46.460 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:46.461 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.461 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:46.462 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.462 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.472 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:46.472 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:46.473 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/07 00:01:46.487 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 00:01:46.491 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:46.495 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:46.495 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/07 00:01:46.495 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/07 00:01:46.580 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=65.888413ms] [2024/05/07 00:01:46.584 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=2.csv:0] [2024/05/07 00:01:46.585 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=1.csv:0] [2024/05/07 00:01:46.586 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=2.csv:0] [readDur=1.009062ms] [encodeDur=447.745µs] [deliverDur=271.332µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=2.106739ms] [] [2024/05/07 00:01:46.588 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=1.csv:0] [readDur=744.817µs] [encodeDur=573.958µs] [deliverDur=742.37µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=2.419576ms] [] [2024/05/07 00:01:46.588 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/3f4fbdf5-9bf9-4892-8745-734bf4f708f5.sst] [firstKey=7480000000000000715F72800000000000000A] [lastKey=7480000000000000715F72800000000000000B] [2024/05/07 00:01:46.589 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=102.132405ms] [] [2024/05/07 00:01:46.589 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2bf3bb0c-a80a-4215-9f4c-1ee6fa682abe.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/07 00:01:46.589 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:46.589 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:46.589 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:46.591 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.060193ms] [] [2024/05/07 00:01:46.591 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:46.596 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:46.597 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:01:46.597 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:46.598 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:46.598 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:01:46.598 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF00000C0000000000FA] [2024/05/07 00:01:46.598 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:01:46.599 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=426.414µs] [2024/05/07 00:01:46.599 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.212936ms] [] [2024/05/07 00:01:46.606 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579923954466821] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:46.606 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579923954466821] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:46.607 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/07 00:01:46.608 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:48.608 +08:00] [2024/05/07 00:01:48.622 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:01:48.623 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.031829323s] [] [2024/05/07 00:01:48.623 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:48.624 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.070628ms] [] [2024/05/07 00:01:48.624 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:48.624 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:48.626 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.314823ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/baa679da-8bf4-4541-a0a5-b6a7ab52cd4c.sst] [2024/05/07 00:01:48.626 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/baa679da-8bf4-4541-a0a5-b6a7ab52cd4c.sst] [firstKey=7480000000000000715F698000000000000001038000000000000004] [lastKey=7480000000000000715F698000000000000001038000000000000007] [2024/05/07 00:01:48.628 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.448502ms] [] [2024/05/07 00:01:48.628 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:01:48.633 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:48.634 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 00:01:48.634 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:48.634 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:48.635 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/07 00:01:48.635 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/07 00:01:48.635 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/07 00:01:48.636 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=450.908µs] [2024/05/07 00:01:48.636 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.250416ms] [] [2024/05/07 00:01:48.637 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF715F698000000000FF0000010380000000FF0000000400000000FB, endKey: 7480000000000000FF715F698000000000FF0000010380000000FF0000000700000000FC: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:01:48.666 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 00:01:48.668 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.529841ms] [] [2024/05/07 00:01:48.668 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:48.669 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.15424ms] [] [2024/05/07 00:01:48.846 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:48.847 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:48.849 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:48.852 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:48.852 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:48.852 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:48.852 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:48.852 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:48.853 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:48.853 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:48.853 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:48.925 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:48.925 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:48.925 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:48.925 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:48.940 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:01:48.942 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:48.942 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:48.942 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:48.955 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:48.955 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:48.988 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:48.992 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:48.992 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:48.992 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:48.992 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:48.993 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:48.993 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:48.993 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:48.993 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:48.993 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.545068452s] [] [2024/05/07 00:01:49.299 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:49.300 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/07 00:01:49.313 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:49.313 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:49.313 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:49.316 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:49.316 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:49.316 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:49.317 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.317 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:49.317 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:49.318 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:49.318 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:49.318 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:49.318 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:49.318 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:49.318 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.318 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.318 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:49.331 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=17.786934ms] [] [2024/05/07 00:01:49.331 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:01:49.332 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 00:01:49.332 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 00:01:49.333 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924662255629] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-epoch_not_match:1] [2024/05/07 00:01:49.334 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924662255629] [req-type=Cop] [region="{ region id: 60, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 61, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 62, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 63, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=61-epoch_not_match:1] [2024/05/07 00:01:49.340 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:01:49.340 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=26.28195ms] [] [2024/05/07 00:01:49.340 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=26.41461ms] [] [2024/05/07 00:01:49.846 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:49.848 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:49.849 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:49.849 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:49.849 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.861 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/07 00:01:49.863 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/07 00:01:49.870 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:49.935 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.778639807\n# Parse_time: 0.00009703\n# Compile_time: 0.000406105\n# Rewrite_time: 0.000103321\n# Optimize_time: 0.000234711\n# Wait_TS: 0.000357993\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 00:01:49.941 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:49.951 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:49.951 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:49.964 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:49.964 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=665.598017ms] [] [2024/05/07 00:01:49.968 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.986 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=625.275µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/07 00:01:49.991 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/07 00:01:50.035 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.006709ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.049 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.068 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=637.076µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:50.072 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/07 00:01:50.117 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.858378ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.138 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.167 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=708.732µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:50.171 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/07 00:01:50.216 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.489527ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.233 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/07 00:01:50.238 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/07 00:01:50.240 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:49.938 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.362 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=4] [step=-2] [state=succeed] [2024/05/07 00:01:50.367 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 00:01:50.368 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:50.371 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.430567867\n# Parse_time: 0.000083624\n# Compile_time: 0.000253503\n# Rewrite_time: 0.000005359\n# Optimize_time: 0.000283054\n# Wait_TS: 0.00027926\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:50.372 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 00:01:50.375 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/07 00:01:50.383 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:50.386 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:50.386 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 00:01:50.398 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:50.402 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.423 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=2.00759ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/07 00:01:50.427 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/07 00:01:50.471 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.713178ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.487 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.500 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 00:01:50.500 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:50.544 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:50.563 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=8] [2024/05/07 00:01:50.564 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/07 00:01:51.339 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:51.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:51.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:51.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 00:01:51.855 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:51.855 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:51.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.884µs] [2024/05/07 00:01:51.856 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=214.658µs] [] [2024/05/07 00:01:51.856 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:51.856 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:51.856 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:51.868 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:51.868 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:52.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/07 00:01:52.141 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/07 00:01:52.349 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.349 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:52.349 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:52.350 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.350 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:52.351 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.351 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.351 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 00:01:52.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:52.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:52.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:52.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:52.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:52.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.371 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 00:01:52.447 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:52.448 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:52.448 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:52.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:52.454 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:52.454 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.454 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.455 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:52.455 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:52.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:52.455 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:52.455 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:52.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:52.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:52.456 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:52.456 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:52.459 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:52.459 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:52.459 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:52.459 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.459 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:52.460 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:52.460 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:52.469 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:52.470 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:52.470 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/07 00:01:52.483 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 00:01:52.488 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:52.491 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:52.491 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:01:52.491 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:01:52.591 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=2.csv:0] [2024/05/07 00:01:52.593 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=2.csv:0] [readDur=1.054768ms] [encodeDur=116.041µs] [deliverDur=26.473µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.509916ms] [] [2024/05/07 00:01:52.594 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/54a151db-89bd-45d0-9fa1-e733914fa0c2.sst] [firstKey=7480000000000000745F728000000000000006] [lastKey=7480000000000000745F728000000000000007] [2024/05/07 00:01:52.599 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=1.csv:0] [2024/05/07 00:01:52.600 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=1.csv:0] [readDur=758.718µs] [encodeDur=92.587µs] [deliverDur=9.128µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.074519ms] [] [2024/05/07 00:01:52.601 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/6ae0f95c-e6bd-431d-ae8a-d0ebd2fecb8a.sst] [firstKey=7480000000000000745F728000000000000004] [lastKey=7480000000000000745F728000000000000005] [2024/05/07 00:01:52.601 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=117.283119ms] [] [2024/05/07 00:01:52.601 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:52.601 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:52.601 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:52.603 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.221301ms] [] [2024/05/07 00:01:52.603 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:52.608 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:52.609 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 00:01:52.610 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:52.610 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:52.610 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [retry=0] [2024/05/07 00:01:52.610 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000040000000000FA] [end=7480000000000000FF745F728000000000FF0000080000000000FA] [2024/05/07 00:01:52.610 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000080000000000FA] [regions=1] [2024/05/07 00:01:52.611 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=537.817µs] [2024/05/07 00:01:52.611 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.363832ms] [] [2024/05/07 00:01:52.620 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 22, store 3, region 14, epoch conf_ver:5 version:13 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 15, request epoch conf_ver: 5 version: 13\")"] ["job stage"=needRescan] [2024/05/07 00:01:52.620 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925527068674] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:52.620 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579925527068674] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:52.621 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000004] [endKey=7480000000000000745F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:54.621 +08:00] [2024/05/07 00:01:54.633 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 00:01:54.634 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.031055704s] [] [2024/05/07 00:01:54.635 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:54.636 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.082237ms] [] [2024/05/07 00:01:54.636 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:01:54.636 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:54.637 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.374247ms] [] [2024/05/07 00:01:54.637 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:01:54.637 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:54.637 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=37.096µs] [] [2024/05/07 00:01:54.637 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:54.638 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=727.567µs] [] [2024/05/07 00:01:54.845 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:54.846 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:54.847 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:54.850 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:54.850 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:54.850 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:54.851 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:54.851 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:54.852 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:54.852 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:54.852 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:54.868 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:54.868 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:54.868 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:54.868 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:54.883 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:01:54.884 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:54.884 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:54.884 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:54.897 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:54.897 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:54.957 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:54.960 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:54.960 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:54.960 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:54.960 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:54.961 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:54.961 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:54.961 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:54.961 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:01:54.961 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.514536705s] [] [2024/05/07 00:01:55.268 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:55.269 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/07 00:01:55.284 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:55.284 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:55.284 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:01:55.284 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=1.664µs] [] [2024/05/07 00:01:55.284 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:55.285 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 00:01:55.285 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 00:01:55.287 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:01:55.287 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=3.345074ms] [] [2024/05/07 00:01:55.287 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=3.464204ms] [] [2024/05/07 00:01:55.345 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:55.346 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:01:55.347 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:55.347 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:01:55.347 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:55.359 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/07 00:01:55.361 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/07 00:01:55.368 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:55.607 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:01:55.607 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=338.60207ms] [] [2024/05/07 00:01:55.676 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.173888899\n# Parse_time: 0.000061959\n# Compile_time: 0.000321242\n# Rewrite_time: 0.000074311\n# Optimize_time: 0.000283054\n# Wait_TS: 0.000307436\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 00:01:55.687 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:55.699 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:55.699 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:55.716 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.736 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=690.206µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/07 00:01:55.740 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/07 00:01:55.785 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.764786ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.801 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.819 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=571.541µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:55.823 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/07 00:01:55.853 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/07 00:01:55.861 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:55.868 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.352983ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.875 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:55.882 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.902 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=623.988µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:55.906 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/07 00:01:55.952 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.208238ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.966 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/07 00:01:55.971 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/07 00:01:55.973 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:55.688 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:55.991 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/07 00:01:55.991 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:55.993 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.306774436\n# Parse_time: 0.000122795\n# Compile_time: 0.000301956\n# Rewrite_time: 0.00000548\n# Optimize_time: 0.000197065\n# Wait_TS: 0.000285283\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:55.994 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 00:01:56.008 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.988 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:56.008 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.988 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 00:01:56.024 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.988 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:56.045 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=1.957566ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/07 00:01:56.049 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/07 00:01:56.093 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.096714ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:55.988 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:56.109 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:55.988 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:56.120 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/07 00:01:56.120 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:56.160 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:01:56.177 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=8] [2024/05/07 00:01:56.177 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/07 00:01:57.339 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:01:57.842 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:57.843 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:01:57.844 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 00:01:57.854 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:57.855 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:01:57.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=55.801µs] [2024/05/07 00:01:57.855 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=159.735µs] [] [2024/05/07 00:01:57.855 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:57.855 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:01:57.855 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:57.867 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:57.867 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:58.141 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/07 00:01:58.142 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/07 00:01:58.349 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:58.349 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:58.349 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:58.349 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.349 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:58.350 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:58.350 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.350 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 00:01:58.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:58.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:58.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:58.365 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:58.370 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 00:01:58.448 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:58.449 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:01:58.449 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:01:58.454 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:58.454 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:58.454 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:58.454 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.454 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:58.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:58.455 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:58.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:58.455 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:58.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:58.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:58.455 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:58.455 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:58.456 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:58.456 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:58.456 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:58.456 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:58.456 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:58.459 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:58.459 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:01:58.459 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:01:58.459 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.459 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:01:58.460 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:58.460 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.469 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:58.469 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:01:58.469 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/07 00:01:58.482 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 00:01:58.485 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:58.489 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:01:58.489 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/07 00:01:58.489 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/07 00:01:58.538 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=1.csv:0] [2024/05/07 00:01:58.539 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=2.csv:0] [2024/05/07 00:01:58.541 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=1.csv:0] [readDur=921.668µs] [encodeDur=482.459µs] [deliverDur=535.636µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=2.313249ms] [] [2024/05/07 00:01:58.541 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=2.csv:0] [readDur=825.332µs] [encodeDur=632.102µs] [deliverDur=444.751µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=2.18807ms] [] [2024/05/07 00:01:58.542 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5e56ab16-89ba-4784-a07a-fe0c5151a700.sst] [firstKey=7480000000000000775F728000000000000004] [lastKey=7480000000000000775F728000000000000005] [2024/05/07 00:01:58.542 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=60.453729ms] [] [2024/05/07 00:01:58.542 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:01:58.542 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:01:58.542 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:58.543 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d13eac28-9470-424d-82bd-1af28cd728a1.sst] [firstKey=7480000000000000775F728000000000000006] [lastKey=7480000000000000775F728000000000000007] [2024/05/07 00:01:58.544 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.933654ms] [] [2024/05/07 00:01:58.544 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:01:58.549 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:58.550 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 00:01:58.551 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:58.551 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:01:58.551 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [retry=0] [2024/05/07 00:01:58.551 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F728000000000FF0000040000000000FA] [end=7480000000000000FF775F728000000000FF0000080000000000FA] [2024/05/07 00:01:58.551 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF775F728000000000FF0000080000000000FA] [regions=1] [2024/05/07 00:01:58.552 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=433.805µs] [2024/05/07 00:01:58.552 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.136173ms] [] [2024/05/07 00:01:58.561 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/07 00:01:58.562 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F728000000000000004] [endKey=7480000000000000775F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:00.562 +08:00] [2024/05/07 00:01:58.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927087087619] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:58.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927087087619] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:00.575 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 00:02:00.577 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.032547539s] [] [2024/05/07 00:02:00.577 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:00.578 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.355692ms] [] [2024/05/07 00:02:00.579 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:00.579 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:00.580 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.70525ms] [] [2024/05/07 00:02:00.580 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:00.580 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:00.580 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=47.865µs] [] [2024/05/07 00:02:00.581 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:00.581 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=910.455µs] [] [2024/05/07 00:02:00.847 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:00.848 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:00.849 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:00.852 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:00.852 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:00.852 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:00.852 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:00.852 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:00.853 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:00.853 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:00.853 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:00.868 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:00.868 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:00.868 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:00.868 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:00.883 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:00.884 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:00.884 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:00.884 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:00.897 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:00.897 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:01.208 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:01.211 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:01.211 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.211 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.211 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:01.212 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.212 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.212 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.212 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:01.212 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.764734476s] [] [2024/05/07 00:02:01.519 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:01.520 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/07 00:02:01.532 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:01.532 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:01.532 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:01.532 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=1.67µs] [] [2024/05/07 00:02:01.532 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:02:01.533 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 00:02:01.533 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 00:02:01.535 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:02:01.535 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.098476ms] [] [2024/05/07 00:02:01.535 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.205665ms] [] [2024/05/07 00:02:01.845 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:01.846 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:01.847 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:01.847 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:01.847 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:01.858 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/07 00:02:01.861 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/07 00:02:01.868 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:01.889 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.766625167\n# Parse_time: 0.000094328\n# Compile_time: 0.000339319\n# Rewrite_time: 0.000078845\n# Optimize_time: 0.000197065\n# Wait_TS: 0.000249621\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int, v varchar(64)) [2024/05/07 00:02:01.892 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:01.902 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:01.902 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:01.919 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:01.936 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=583.07µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/07 00:02:01.939 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/07 00:02:01.986 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.199682ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.001 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.018 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=535.389µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:02.022 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/07 00:02:02.066 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.546391ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.081 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.099 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=533.091µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:02.103 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/07 00:02:02.150 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.489949ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.158 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:02.159 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=639.94815ms] [] [2024/05/07 00:02:02.163 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/07 00:02:02.167 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/07 00:02:02.169 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:01.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.186 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 00:02:02.186 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:02.188 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/07 00:02:02.200 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:02.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:02.200 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:02.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/07 00:02:02.216 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:02.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.234 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=1.877622ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/07 00:02:02.238 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/07 00:02:02.283 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.278931ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:02.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.298 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:02.188 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:02.309 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 00:02:02.309 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:02.352 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:02:02.353 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/07 00:02:02.359 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:02.370 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=8] [2024/05/07 00:02:02.370 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/07 00:02:02.372 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:03.338 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:03.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:03.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:03.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 00:02:03.854 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:03.854 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:02:03.854 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=88.346µs] [2024/05/07 00:02:03.854 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=207.855µs] [] [2024/05/07 00:02:03.854 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:03.854 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:03.854 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:03.866 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:03.866 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:04.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/07 00:02:04.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/07 00:02:04.350 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.350 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:04.350 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:04.350 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.350 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:04.351 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.351 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.351 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.366 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.366 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.371 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 00:02:04.447 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:04.449 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:04.449 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:04.455 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.455 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:04.455 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:04.455 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.455 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:04.456 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.456 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.456 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.456 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.456 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:04.457 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.457 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.457 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:04.457 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:04.457 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.457 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.457 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.457 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.457 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.461 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.461 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:04.461 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:04.461 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.461 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:04.462 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.462 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.471 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:04.472 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:04.472 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/07 00:02:04.485 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 00:02:04.489 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:04.493 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:04.493 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:04.493 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:04.570 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=55.415107ms] [2024/05/07 00:02:04.574 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=1.csv:0] [2024/05/07 00:02:04.574 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:0] [2024/05/07 00:02:04.576 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=1.csv:0] [readDur=715.173µs] [encodeDur=476.489µs] [deliverDur=217.491µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=1.626725ms] [] [2024/05/07 00:02:04.576 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:0] [readDur=755.76µs] [encodeDur=374.768µs] [deliverDur=194.381µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=1.585623ms] [] [2024/05/07 00:02:04.577 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/9684d174-c304-4421-b851-b838b2ecf266.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/07 00:02:04.577 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=91.235665ms] [] [2024/05/07 00:02:04.577 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:04.577 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:04.577 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:04.578 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/04447116-74dc-4217-b025-25f408578b57.sst] [firstKey=74800000000000007A5F72800000000000000A] [lastKey=74800000000000007A5F72800000000000000B] [2024/05/07 00:02:04.580 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.282425ms] [] [2024/05/07 00:02:04.580 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:02:04.584 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:04.585 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:02:04.585 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:04.585 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:04.586 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:02:04.586 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [2024/05/07 00:02:04.586 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:02:04.587 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=480.21µs] [2024/05/07 00:02:04.587 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.22938ms] [] [2024/05/07 00:02:04.591 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928659951625] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:04.592 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579928659951625] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:04.599 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:02:04.600 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=20.69516ms] [] [2024/05/07 00:02:04.600 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:04.601 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.082349ms] [] [2024/05/07 00:02:04.602 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:04.602 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:04.603 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.240559ms] [] [2024/05/07 00:02:04.603 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:04.603 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:04.603 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=43.76µs] [] [2024/05/07 00:02:04.603 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:04.604 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=674.848µs] [] [2024/05/07 00:02:04.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:04.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:04.846 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:04.848 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.848 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:04.848 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:04.849 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.849 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:04.850 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.850 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.850 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.864 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.864 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.864 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.864 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.877 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:04.879 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:04.879 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:04.879 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.890 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:04.890 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.922 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:04.924 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.924 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.924 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.924 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.925 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.925 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.925 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.925 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:04.925 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=477.2932ms] [] [2024/05/07 00:02:05.230 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:05.231 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/07 00:02:05.243 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:05.244 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:05.244 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:05.246 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:05.246 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:05.246 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:05.247 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.247 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:05.248 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:05.248 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:05.248 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:05.248 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:05.248 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:05.248 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:05.248 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:05.248 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:05.255 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.194527ms] [] [2024/05/07 00:02:05.255 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 00:02:05.256 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 00:02:05.256 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 00:02:05.258 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 00:02:05.258 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.223455ms] [] [2024/05/07 00:02:05.258 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=14.348112ms] [] [2024/05/07 00:02:05.344 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:05.345 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:05.346 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:05.346 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:05.346 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:05.357 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/07 00:02:05.359 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/07 00:02:05.366 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:05.574 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:05.574 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=343.769423ms] [] [2024/05/07 00:02:05.681 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.368806237\n# Parse_time: 0.00006469\n# Compile_time: 0.000317082\n# Rewrite_time: 0.000078826\n# Optimize_time: 0.000181972\n# Wait_TS: 0.000240487\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:02:05.688 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449579928948047881] [checkTS=449579928948047882] current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 00:02:05.694 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:05.703 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:05.703 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:05.717 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.735 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=545.835µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/07 00:02:05.739 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/07 00:02:05.785 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.293613ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.798 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.814 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=520.521µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:05.817 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/07 00:02:05.852 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/07 00:02:05.858 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:05.863 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.736798ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.871 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:05.879 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.898 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=532.443µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:05.902 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/07 00:02:05.948 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.875913ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.961 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/07 00:02:05.966 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/07 00:02:05.967 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:05.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:05.984 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/07 00:02:05.984 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:05.987 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 00:02:06.000 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:06.000 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 00:02:06.016 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.035 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=1.763885ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/07 00:02:06.039 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/07 00:02:06.084 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=54.000784ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:05.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.099 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:05.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.110 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 00:02:06.110 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:06.147 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:02:06.164 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=8] [2024/05/07 00:02:06.164 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/07 00:02:06.338 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:06.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:06.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:06.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/07 00:02:06.853 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:06.853 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:02:06.853 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=56.718µs] [2024/05/07 00:02:06.853 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=171.37µs] [] [2024/05/07 00:02:06.853 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:06.853 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:06.853 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:06.865 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:06.865 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:07.141 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/07 00:02:07.141 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/07 00:02:07.348 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:07.348 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:07.348 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:07.348 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.348 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:07.349 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:07.349 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.349 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/07 00:02:07.365 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:07.365 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:07.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:07.365 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:07.370 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/07 00:02:07.447 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:07.448 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:07.448 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:07.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:07.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:07.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:07.454 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.454 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:07.455 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:07.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:07.455 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:07.455 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:02:07.455 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:07.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:07.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:07.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:07.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:07.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:07.458 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.458 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:07.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:07.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:07.467 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:07.467 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:07.467 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/07 00:02:07.479 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/07 00:02:07.483 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:07.486 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:07.486 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/07 00:02:07.486 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/07 00:02:07.516 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=1.csv:0] [2024/05/07 00:02:07.518 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=1.csv:0] [readDur=809.862µs] [encodeDur=210.054µs] [deliverDur=166.314µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [takeTime=1.40905ms] [] [2024/05/07 00:02:07.518 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/09c9e53f-ca1f-41f0-a480-303cef1b65fe.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F728000000000000002] [2024/05/07 00:02:07.563 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=2.csv:0] [2024/05/07 00:02:07.565 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=2.csv:0] [readDur=696.381µs] [encodeDur=534.984µs] [deliverDur=176.66µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [takeTime=1.579676ms] [] [2024/05/07 00:02:07.565 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=85.680037ms] [] [2024/05/07 00:02:07.565 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/606d17fe-3d7c-43cf-843e-256c5d6c300d.sst] [firstKey=74800000000000007D5F72800000000000000A] [lastKey=74800000000000007D5F72800000000000000B] [2024/05/07 00:02:07.565 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:07.565 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:07.565 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:07.567 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.565881ms] [] [2024/05/07 00:02:07.567 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:02:07.571 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:07.573 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:02:07.573 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:07.573 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:07.573 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:02:07.573 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [2024/05/07 00:02:07.573 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:02:07.574 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=400.874µs] [2024/05/07 00:02:07.574 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.039728ms] [] [2024/05/07 00:02:07.584 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 21, but you sent conf_ver: 5 version: 19"] [region="{ID=104,startKey=7480000000000000FF7D5F728000000000FF0000010000000000FA,endKey=7480000000000000FF7D5F728000000000FF00000C0000000000FA,epoch=\"conf_ver:5 version:21 \",peers=\"id:105 store_id:1 ,id:106 store_id:3 ,id:107 store_id:2 \"}"] [start=74800000000000007D5F728000000000000001] [end=74800000000000007D5F72800000000000000C] [2024/05/07 00:02:07.585 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007D5F728000000000000001] [endKey=74800000000000007D5F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:09.585 +08:00] [2024/05/07 00:02:07.615 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579929459490817] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:07.615 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579929459490817] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:09.599 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:02:09.601 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.033592362s] [] [2024/05/07 00:02:09.601 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:09.602 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.118979ms] [] [2024/05/07 00:02:09.602 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:09.602 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:09.603 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.383294ms] [] [2024/05/07 00:02:09.603 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:09.604 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:09.604 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=45.947µs] [] [2024/05/07 00:02:09.604 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:09.604 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=699.764µs] [] [2024/05/07 00:02:09.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:09.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:09.847 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:09.849 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:09.849 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:09.849 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:09.850 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:09.850 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:09.851 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:09.851 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:09.851 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:09.865 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:09.865 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:09.865 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:09.865 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:09.880 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:09.881 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:09.881 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:09.881 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:09.892 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:09.892 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:09.925 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:09.928 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:09.928 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:09.928 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:09.928 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:09.929 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:09.929 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:09.929 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:09.929 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/07 00:02:09.929 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.481958357s] [] [2024/05/07 00:02:10.236 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:10.237 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/07 00:02:10.250 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:10.250 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:10.250 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:10.253 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:10.253 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:10.253 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:10.253 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.254 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:10.254 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:10.254 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.255 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:10.254 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:10.255 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:10.255 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:10.255 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:10.255 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:10.255 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:10.255 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:10.255 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:10.255 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:10.255 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:10.255 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:10.262 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=11.131705ms] [] [2024/05/07 00:02:10.262 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 00:02:10.262 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/07 00:02:10.262 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/07 00:02:10.265 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 00:02:10.265 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=14.253388ms] [] [2024/05/07 00:02:10.265 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=14.443707ms] [] [2024/05/07 00:02:10.345 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:10.346 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:10.347 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:10.347 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:10.347 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:10.357 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/07 00:02:10.360 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/07 00:02:10.366 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:10.582 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/07 00:02:10.582 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=345.692146ms] [] [2024/05/07 00:02:10.677 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.564707767\n# Parse_time: 0.000064738\n# Compile_time: 0.000325326\n# Rewrite_time: 0.000066883\n# Optimize_time: 0.000194878\n# Wait_TS: 0.000328029\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 00:02:10.681 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:10.693 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:10.693 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:10.709 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.726 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=564.368µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/07 00:02:10.730 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/07 00:02:10.776 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.24282ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.789 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.805 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=530.303µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:10.809 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/07 00:02:10.852 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/07 00:02:10.855 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.355767ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.861 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:10.874 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:10.880 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.901 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=505.806µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:10.904 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/07 00:02:10.951 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.101856ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.965 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/07 00:02:10.970 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/07 00:02:10.971 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:10.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:10.988 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/07 00:02:10.988 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:10.991 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.309624823\n# Parse_time: 0.000069481\n# Compile_time: 0.000315433\n# Rewrite_time: 0.000004259\n# Optimize_time: 0.000219989\n# Wait_TS: 0.000271838\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:10.991 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 00:02:11.006 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:11.006 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 00:02:11.023 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:11.044 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.375253ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/07 00:02:11.048 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/07 00:02:11.091 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.719656ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:10.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:11.107 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:10.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:11.119 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 00:02:11.119 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:11.164 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:02:11.183 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=8] [2024/05/07 00:02:11.183 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/07 00:02:12.340 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:12.842 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:12.843 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:12.845 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/07 00:02:12.857 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:12.857 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:02:12.857 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=54.528µs] [2024/05/07 00:02:12.857 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=176.141µs] [] [2024/05/07 00:02:12.857 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:12.857 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:12.857 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:12.870 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:12.870 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:13.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/07 00:02:13.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/07 00:02:13.351 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:13.351 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:13.351 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:13.351 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.351 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:13.352 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:13.352 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.352 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/07 00:02:13.367 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:13.367 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:13.367 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:13.367 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:13.372 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/07 00:02:13.446 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:13.447 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:13.447 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:13.452 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:13.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:13.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:13.453 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.453 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:13.454 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:13.454 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:13.454 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:13.454 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:13.454 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:13.454 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:13.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:13.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:13.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:13.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:13.458 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.458 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:13.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:13.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.468 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:13.468 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:13.468 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/07 00:02:13.481 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/07 00:02:13.484 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:13.488 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:13.488 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/07 00:02:13.488 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/07 00:02:13.520 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=1.csv:0] [2024/05/07 00:02:13.522 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=1.csv:0] [readDur=902.328µs] [encodeDur=494.683µs] [deliverDur=226.821µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=2.02043ms] [] [2024/05/07 00:02:13.523 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/920356c6-7313-4dda-9719-483403466955.sst] [firstKey=7480000000000000805F728000000000000001] [lastKey=7480000000000000805F728000000000000002] [2024/05/07 00:02:13.524 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=2.csv:0] [2024/05/07 00:02:13.525 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=2.csv:0] [readDur=655.189µs] [encodeDur=131.494µs] [deliverDur=152.56µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=1.185346ms] [] [2024/05/07 00:02:13.526 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=45.512906ms] [] [2024/05/07 00:02:13.526 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/c009fd60-7bd5-4c68-b71d-236f072beb70.sst] [firstKey=7480000000000000805F72800000000000000A] [lastKey=7480000000000000805F72800000000000000B] [2024/05/07 00:02:13.527 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:13.527 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:13.527 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:13.528 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.636128ms] [] [2024/05/07 00:02:13.528 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:02:13.533 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:13.534 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:02:13.534 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:13.534 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:13.534 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:02:13.535 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF0000010000000000FA] [end=7480000000000000FF805F728000000000FF00000C0000000000FA] [2024/05/07 00:02:13.535 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF805F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:02:13.535 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=454.412µs] [2024/05/07 00:02:13.535 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.142197ms] [] [2024/05/07 00:02:13.543 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:21 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 23, request epoch conf_ver: 5 version: 21\")"] ["job stage"=needRescan] [2024/05/07 00:02:13.544 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F728000000000000001] [endKey=7480000000000000805F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:15.544 +08:00] [2024/05/07 00:02:13.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579931019247619] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:13.565 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579931019247619] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:13.748 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9872385a-765b-43b9-873d-aa3c4230a391"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ea1760d9b] [ownerID=9872385a-765b-43b9-873d-aa3c4230a391] [op=none] [2024/05/07 00:02:15.556 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:02:15.558 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.029189025s] [] [2024/05/07 00:02:15.558 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:15.559 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.04286ms] [] [2024/05/07 00:02:15.559 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:15.559 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:15.560 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.369847ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/532ca8cf-9f54-4002-a96b-e82a6f82c586.sst] [2024/05/07 00:02:15.560 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/532ca8cf-9f54-4002-a96b-e82a6f82c586.sst] [firstKey=7480000000000000805F698000000000000001038000000000000004] [lastKey=7480000000000000805F698000000000000001038000000000000007] [2024/05/07 00:02:15.562 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.451511ms] [] [2024/05/07 00:02:15.562 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:15.567 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:15.568 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 00:02:15.568 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:15.568 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:15.568 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/07 00:02:15.569 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/07 00:02:15.569 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF805F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/07 00:02:15.569 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=404.788µs] [2024/05/07 00:02:15.569 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.331575ms] [] [2024/05/07 00:02:15.576 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 109, store 1, region 108, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 108 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/07 00:02:15.577 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000805F698000000000000001038000000000000004] [endKey=7480000000000000805F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:17.577 +08:00] [2024/05/07 00:02:17.590 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 00:02:17.591 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.028363815s] [] [2024/05/07 00:02:17.591 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:17.592 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=940.674µs] [] [2024/05/07 00:02:17.846 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:17.848 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:17.849 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:17.851 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:17.851 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:17.851 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:17.852 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:17.852 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:17.853 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:17.853 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:17.853 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:17.867 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:17.867 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:17.867 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:17.867 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:17.884 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:17.886 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:17.886 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:17.886 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:17.898 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:17.898 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:17.911 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:17.917 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:17.917 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:17.917 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:17.917 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:17.918 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:17.918 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:17.918 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:17.918 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/07 00:02:17.918 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.47179626s] [] [2024/05/07 00:02:18.224 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:18.225 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/07 00:02:18.237 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:18.238 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:18.238 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:18.240 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:18.240 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:18.240 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:18.241 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:18.241 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:18.242 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:18.242 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:18.242 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:18.242 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:18.242 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:18.242 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:18.242 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:18.242 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:18.249 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=11.135778ms] [] [2024/05/07 00:02:18.249 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:02:18.250 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/07 00:02:18.250 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/07 00:02:18.251 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579932251062275] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:02:18.251 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579932251062275] [req-type=Cop] [region="{ region id: 108, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 109, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 110, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 111, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=109-epoch_not_match:1] [2024/05/07 00:02:18.258 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:02:18.258 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=20.174573ms] [] [2024/05/07 00:02:18.258 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=20.313934ms] [] [2024/05/07 00:02:18.346 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:18.348 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:18.349 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:18.349 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:18.349 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:18.360 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/07 00:02:18.362 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/07 00:02:18.369 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:18.395 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.273188896\n# Parse_time: 0.000075027\n# Compile_time: 0.000336871\n# Rewrite_time: 0.000076214\n# Optimize_time: 0.000219989\n# Wait_TS: 0.000264422\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:02:18.403 +08:00] [WARN] [2pc.go:1803] ["schemaLeaseChecker is not set for this transaction"] [sessionID=2] [startTS=449579932290646022] [checkTS=449579932290646023] [2024/05/07 00:02:18.576 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/07 00:02:18.576 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=351.970904ms] [] [2024/05/07 00:02:18.774 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579932290646021\n# Conn_ID: 2\n# Query_time: 0.374537102\n# Parse_time: 0.000069138\n# Compile_time: 0.000359227\n# Rewrite_time: 0.000036369\n# Optimize_time: 0.000232295\n# Wait_TS: 0.000105323\n# Prewrite_time: 0.36741268 Commit_time: 0.000956609 Get_commit_ts_time: 0.000281709 Slowest_prewrite_rpc_detail: {total:0.367s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 366.8ms, scan_detail: {get_snapshot_time: 16µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 22.8µs, propose_send_wait: 0s, persist_log: {total: 119.7µs, write_leader_wait: 139ns, sync_log: 78.7µs, write_memtable: 2.79µs}, commit_log: 311.8µs, apply_batch_wait: 18.3µs, apply: {total:89.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.7µs, write_memtable: 16.4µs}}} Commit_primary_rpc_detail: {total:0.367s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 366.8ms, scan_detail: {get_snapshot_time: 16µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 22.8µs, propose_send_wait: 0s, persist_log: {total: 119.7µs, write_leader_wait: 139ns, sync_log: 78.7µs, write_memtable: 2.79µs}, commit_log: 311.8µs, apply_batch_wait: 18.3µs, apply: {total:89.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.7µs, write_memtable: 16.4µs}}} Write_keys: 2 Write_size: 69 Prewrite_region: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 04fa858fa491c62d194faec2ab427261cc7998b3f1ccf8f6844febca504cb5e9\n# Num_cop_tasks: 0\n# Mem_max: 8337\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tRTwVTAJMjdfMQkwCTAJTi9BCTAJdGltZTo0LjY3bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogNTMuM8K1cywgYXV0b19pZF9hbGxvY2F0b3I6IHthAQxgX2NudDogMSwgR2V0OntudW1fcnBjOjQsIAVCAF8FaBgxLjczbXN9ERQYcHJvY2VzcwkcGCAxNzIuMsIBZAkyDHdhaXQRGwg2MS4Jfxx0aWt2X3dhbA1RFCA0ODcuOAU1LHNjYW5fZGV0YWlsOg23FWEUa2V5czogFYwReAEXKF9zaXplOiAyMjM2EZcBFwUuKGdldF9zbmFwc2hvEYoANBGJeHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhDCQ4fX19LCBjb21tAclIeG46IHtwcmV3cml0ZTo5NzYuNgW4AWURJBhzOjI1OS40BRgJFAw6NzI4LRYcc2xvd2VzdF8RRCVgDerAOiAwLjAwMXMsIHJlZ2lvbl9pZDogMTAsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsID5IAQg2MDQNeDZIAQGeOgMBBDExDbqKAwEAMiUDBfM5nAWUFF9iYXRjaCXlCDogMlFeLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZxnyEDI0NS4xJSsJYBRsZWFkZXINNigxODNucywgc3luYwk2BDIxEWQJLhhtZW10YWJsIfsEwrVBkylwDS0ENzgNWxBhcHBseTKsAAwxNy45BXYFGxWPBDcwLacUbXV0ZXhfSRQBvAlvMp0AGRcYd2FsOiAyNQ1SCSsZmgg4LjFBJCVEDZ8YcHJpbWFyef78ATL8AQgzOTcNvIL8AQw3LjI1Bf1G/AEFpgnCdYZG6gEMMTIuNwVBruoBADY2IQEyTAEEODU26AEENDONEAmLOU0IMS4yTuoBBDE3ZuoBBDQuCe026gEENDkNYsbqAQAxkT4+nQAIOS4zAWslRG3CCG51baGKCSqFkwQxLA0OFGJ5dGU6M2lcFGluc2VydKHCADKhwk0nOm4EEDM2Ny40AR9hzxEjEHM6MjgxLY4JFAg6OTWRln5tBAwzNjdzNm0EBDQsVm0EADJGbQQQMzY2LjgBj4JwAmUAACzibgIEMjItq65uAggxMTktFil8Mm8CCDEzOTZwAgQ3ODItAFlwCDIuN4Eo2QKFvQgzMTENk0VVNloEADjN5QUblVoAOOpwAjbKABmdBDE2pe5FcCn8ploEBDE2puoBCDQ5NW1EiusBBZPm7QEEMTKtR67tAQQ0OA12SuwBBDc0NusBADORvAksOU4IMi4w4bQ66wEEMTihvQAsKc4y6QEEMjANdTbpAQQ5Mw3BylkEADmNxkKbAAAwRVQl6Z1ZADKRS4VZFQ6FWUQ2OX0JMTQ1IEJ5dGVzCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('vxTwgQq6FAoISW5zZXJ0XzE4AUABUgNOL0FaFHRpbWU6NC42N21zLCBsb29wczoxYrcLcHJlcGFyZToge3RvdGFsOiA1My4zwrVzLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjQsIHRvdGFsX3QBaRwxLjczbXN9LA0UHHByb2Nlc3NfBYUUIDE3Mi4yBWQFdBBfd2FpdBEbDDYxLjMJGxxpa3Zfd2FsbA0aEDQ4Ny44BRosc2Nhbl9kZXRhaWw6DbcVYRhrZXlzOiA0PngAARcoX3NpemU6IDIyMzYRHwEXBS4oZ2V0X3NuYXBzaG8RigA0EYmwcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiA4fX19LCBjb21tAclIeG46IHtwcmV3cml0ZTo5NzYuNgW4AWURJBhzOjI1OS40BRgJFAw6NzI4LRYcc2xvd2VzdF8RRAxfcnBjEerAOiAwLjAwMXMsIHJlZ2lvbl9pZDogMTAsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjAsID5IAQg2MDQNeDZIAQGeOgMBBDExDbqKAwEEMn0hAwXzOZwFlBRfYmF0Y2gl5Qg6IDJRXixwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ8hAyNDUuMSUrCWAUbGVhZGVyDTYoMTgzbnMsIHN5bmMJNgQyMRFkCS4YbWVtdGFibCH7BMK1QZMpcA0tBDc4DVsQYXBwbHkyrAAMMTcuOQV2BRsVjwQ3MC2nFG11dGV4X0kUAbwJbzKdABkXGHdhbDogMjUNUgkrGZoIOC4xQSQlRA2fGHByaW1hcnn+/AEy/AEIMzk3DbyC/AEMNy4yNQX9RvwBBaYJwnWGRuoBDDEyLjcFQa7qAQA2NiEBMkwBBDg1NugBBDQzjRAJizlNCDEuMk7qAQQxN2bqAQQ0LgntNuoBBDQ5DWLG6gEAMZE+Pp0ACDkuMwFrJURtwhRudW06MSwNKoWTFQ4UYnl0ZTozaVwAaaXUocMUMm1zYsYITSg6bwQQMzY3LjSh42HQESMQczoyODEtjwkUCDo5NZGXfm4EDDM2N3M2bgQENCxWbgQAMkZuBBAzNjYuOAGPgnECZQEALOJvAgQyMi2srm8CCDExOS0WKacycAIIMTM5NnECBDc4Mi0AWXEIMi43gSkAfdUDhb4IMzExDZNFVjZbBAA4zeYFG5VbADjqcQI2ygAZnQQxNqXvRXEp/KZbBAQxNqbqAQg0OTVtRYrrAQWT5u0BBDEyrUiu7QEENDgNdkrsAQQ3NDbrAQAzkb0JLDlOCDIuMOG1OusBBDE4ob4ALCnOMukBBDIwDXU26QEEOTMNwcpaBAA5jcdCmwAAMEVUJemdWgAyMloEFQ6FWkg2OX1wkQF4////////////ARgB')\n# Resource_group: default\ninsert into t values(1,1);"] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 00:02:18.778 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:18.787 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:18.787 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:18.803 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:18.820 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=601.077µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/07 00:02:18.825 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/07 00:02:18.852 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/07 00:02:18.859 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:18.870 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.033588ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:18.873 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:18.883 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:18.899 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=554.754µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:18.903 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/07 00:02:18.949 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.453036ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:18.963 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:18.982 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=582.017µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:18.986 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/07 00:02:19.031 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.300246ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:19.045 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/07 00:02:19.049 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/07 00:02:19.051 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:19.068 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/07 00:02:19.068 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:19.071 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 00:02:19.084 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:19.038 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:19.084 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:19.038 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 00:02:19.099 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:19.038 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:19.120 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=1.945765ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/07 00:02:19.124 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/07 00:02:19.168 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.25645ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:19.038 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:19.183 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:19.038 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:19.194 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/07 00:02:19.195 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:19.234 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:02:19.252 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=8] [2024/05/07 00:02:19.252 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/07 00:02:20.263 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=9872385a-765b-43b9-873d-aa3c4230a391] [daemon-id=LogBackup::Advancer] [2024/05/07 00:02:20.263 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 00:02:21.339 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:21.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:21.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:21.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/07 00:02:21.855 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:21.855 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:02:21.855 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=49.534µs] [2024/05/07 00:02:21.855 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=166.704µs] [] [2024/05/07 00:02:21.855 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:21.855 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:21.856 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:21.868 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:21.868 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:22.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/07 00:02:22.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/07 00:02:22.349 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.349 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:22.349 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:22.349 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.350 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:22.350 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.350 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.350 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/07 00:02:22.364 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:22.364 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:22.364 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:22.364 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:22.364 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:22.364 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:22.364 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:22.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:22.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:22.365 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:22.369 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/07 00:02:22.446 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:22.447 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:22.447 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:22.452 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.452 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:22.452 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:22.453 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.453 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.454 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:22.454 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:22.454 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:22.454 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:22.454 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:22.454 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:22.454 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:22.454 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:22.457 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:22.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:22.458 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.458 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:22.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.467 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:22.467 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:22.467 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/07 00:02:22.480 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/07 00:02:22.483 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:22.487 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:22.487 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/07 00:02:22.487 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/07 00:02:22.517 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=1.csv:0] [2024/05/07 00:02:22.519 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=1.csv:0] [readDur=775.31µs] [encodeDur=448.77µs] [deliverDur=332.429µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [takeTime=1.820422ms] [] [2024/05/07 00:02:22.520 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0ce4afc6-323b-431a-a36b-42871d796580.sst] [firstKey=7480000000000000835F728000000000000001] [lastKey=7480000000000000835F728000000000000002] [2024/05/07 00:02:22.533 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=2.csv:0] [2024/05/07 00:02:22.535 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=2.csv:0] [readDur=671.244µs] [encodeDur=796.576µs] [deliverDur=183.393µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [takeTime=1.88357ms] [] [2024/05/07 00:02:22.536 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/094652a4-09ab-4117-9810-69bc6b77b265.sst] [firstKey=7480000000000000835F72800000000000000A] [lastKey=7480000000000000835F72800000000000000B] [2024/05/07 00:02:22.536 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=56.015197ms] [] [2024/05/07 00:02:22.536 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:22.536 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:22.536 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:22.537 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.486001ms] [] [2024/05/07 00:02:22.538 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:02:22.542 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:22.543 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 00:02:22.543 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:22.543 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:22.543 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [retry=0] [2024/05/07 00:02:22.544 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728000000000FF0000010000000000FA] [end=7480000000000000FF835F728000000000FF00000C0000000000FA] [2024/05/07 00:02:22.544 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF835F728000000000FF00000C0000000000FA] [regions=1] [2024/05/07 00:02:22.544 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=354.927µs] [2024/05/07 00:02:22.544 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.050179ms] [] [2024/05/07 00:02:22.564 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579933378543620] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:22.564 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579933378543620] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:22.574 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/07 00:02:22.575 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F728000000000000001] [endKey=7480000000000000835F72800000000000000C] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:24.575 +08:00] [2024/05/07 00:02:24.587 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 00:02:24.588 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.050817182s] [] [2024/05/07 00:02:24.589 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:24.590 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.021823ms] [] [2024/05/07 00:02:24.590 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:24.590 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:24.591 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=2] [size=144] [count=4] [cost=1.301725ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f4630e8f-f1e9-497c-acd6-ac0d88d1b380.sst] [2024/05/07 00:02:24.591 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/f4630e8f-f1e9-497c-acd6-ac0d88d1b380.sst] [firstKey=7480000000000000835F698000000000000001038000000000000004] [lastKey=7480000000000000835F698000000000000001038000000000000007] [2024/05/07 00:02:24.593 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.336529ms] [] [2024/05/07 00:02:24.593 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:24.597 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:24.598 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 00:02:24.599 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:24.599 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:24.599 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [retry=0] [2024/05/07 00:02:24.599 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [end=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [2024/05/07 00:02:24.599 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB] [maxKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC] [regions=1] [2024/05/07 00:02:24.600 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=391.882µs] [2024/05/07 00:02:24.600 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.164626ms] [] [2024/05/07 00:02:24.610 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 124 is conf_ver: 5 version: 27, but you sent conf_ver: 5 version: 25"] [region="{ID=136,startKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000400000000FB,endKey=7480000000000000FF835F698000000000FF0000010380000000FF0000000700000000FC,epoch=\"conf_ver:5 version:27 \",peers=\"id:137 store_id:1 ,id:138 store_id:3 ,id:139 store_id:2 \"}"] [start=7480000000000000835F698000000000000001038000000000000004] [end=7480000000000000835F69800000000000000103800000000000000700] [2024/05/07 00:02:24.610 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F698000000000000001038000000000000004] [endKey=7480000000000000835F69800000000000000103800000000000000700] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:26.610 +08:00] [2024/05/07 00:02:26.624 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 00:02:26.626 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=2.032432665s] [] [2024/05/07 00:02:26.626 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:26.627 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.03335ms] [] [2024/05/07 00:02:26.845 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:26.847 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:26.848 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:26.850 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:26.850 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:26.851 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:26.851 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:26.851 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:26.852 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:26.852 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:26.852 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:26.868 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:26.868 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:26.868 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:26.868 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:26.885 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:26.886 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:26.886 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:26.886 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:26.911 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:26.911 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:26.947 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:26.951 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:26.951 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:26.951 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:26.952 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:26.952 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:26.952 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:26.952 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:26.952 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/07 00:02:26.952 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.506330935s] [] [2024/05/07 00:02:27.259 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:27.260 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/07 00:02:27.274 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:27.274 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:27.274 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:27.277 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:27.277 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:27.277 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:27.277 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:27.277 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:27.278 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:27.278 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:27.279 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:27.279 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:27.279 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:27.279 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:27.279 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:27.285 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=11.220738ms] [] [2024/05/07 00:02:27.285 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:02:27.286 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/07 00:02:27.286 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/07 00:02:27.288 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579934610620431] [req-type=Cop] [region="{ region id: 124, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 125, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 126, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 127, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=125-epoch_not_match:1] [2024/05/07 00:02:27.288 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579934610620431] [req-type=Cop] [region="{ region id: 124, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 125, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 126, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 127, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=125-epoch_not_match:1] [2024/05/07 00:02:27.293 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579934610620431] [req-type=Cop] [region="{ region id: 132, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 133, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 134, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 135, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=133-not_leader-135:1] [2024/05/07 00:02:27.298 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 00:02:27.298 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=24.353907ms] [] [2024/05/07 00:02:27.298 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=24.493203ms] [] [2024/05/07 00:02:27.345 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:27.347 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:27.348 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:27.348 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:27.348 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:27.359 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/07 00:02:27.361 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/07 00:02:27.368 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:27.616 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/07 00:02:27.616 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=357.38075ms] [] [2024/05/07 00:02:27.665 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.467916214\n# Parse_time: 0.000063243\n# Compile_time: 0.0003429\n# Rewrite_time: 0.000074019\n# Optimize_time: 0.000226097\n# Wait_TS: 0.000318725\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/07 00:02:27.669 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:27.680 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:27.680 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:27.696 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.713 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=526.769µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/07 00:02:27.718 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/07 00:02:27.762 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.706825ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.781 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.798 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=595.909µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:27.802 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/07 00:02:27.847 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.851686ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.852 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/07 00:02:27.860 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:27.867 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.874 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:27.887 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=544.905µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:27.891 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/07 00:02:27.937 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.373346ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.951 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/07 00:02:27.956 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/07 00:02:27.957 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:27.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:27.975 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/07 00:02:27.975 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:27.978 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.308833389\n# Parse_time: 0.000048165\n# Compile_time: 0.000230942\n# Rewrite_time: 0.000003434\n# Optimize_time: 0.00022056\n# Wait_TS: 0.000391306\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:27.978 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/07 00:02:27.992 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:27.992 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/07 00:02:28.008 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:28.027 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=1.917389ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/07 00:02:28.031 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/07 00:02:28.075 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=52.978229ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:27.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:28.091 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:27.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:28.103 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 00:02:28.103 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:28.145 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:02:28.162 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=8] [2024/05/07 00:02:28.162 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/07 00:02:30.339 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:30.841 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:30.842 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:30.843 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/07 00:02:30.856 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:30.856 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 00:02:30.856 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=62.219µs] [2024/05/07 00:02:30.856 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=198.398µs] [] [2024/05/07 00:02:30.856 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:30.856 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:30.856 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:30.869 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:30.869 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:31.140 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/07 00:02:31.140 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/07 00:02:31.349 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:31.350 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:31.350 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:31.350 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.350 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:31.351 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:31.351 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.351 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/07 00:02:31.366 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:31.366 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:31.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:31.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:31.371 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/07 00:02:31.446 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:31.447 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:31.448 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:31.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:31.453 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:31.453 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:31.453 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.453 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:31.454 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:31.454 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.454 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:31.454 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:31.454 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:31.454 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:31.454 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:31.454 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:31.454 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:31.455 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:31.455 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:31.455 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:31.455 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:31.455 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:31.455 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:31.458 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:31.458 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:31.458 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:31.459 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.459 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:31.459 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:31.459 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:31.470 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:31.470 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 00:02:31.470 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/07 00:02:31.483 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/07 00:02:31.487 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:31.491 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:31.491 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/07 00:02:31.491 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/07 00:02:31.601 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=1.csv:0] [2024/05/07 00:02:31.602 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=2.csv:0] [2024/05/07 00:02:31.603 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=1.csv:0] [readDur=756.642µs] [encodeDur=441.213µs] [deliverDur=23.069µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [takeTime=1.535754ms] [] [2024/05/07 00:02:31.603 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=2.csv:0] [readDur=663.019µs] [encodeDur=106.407µs] [deliverDur=17.871µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [takeTime=1.019982ms] [] [2024/05/07 00:02:31.604 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=136] [kvs=4] [files=2] [sstFileSize=1958] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ad8ad875-2ee4-4cc4-9286-d6d9d3ae2510.sst] [firstKey=7480000000000000865F728000000000000004] [lastKey=7480000000000000865F728000000000000007] [2024/05/07 00:02:31.604 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=120.33031ms] [] [2024/05/07 00:02:31.604 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:31.604 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:31.604 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:31.606 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.793363ms] [] [2024/05/07 00:02:31.606 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 00:02:31.610 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:31.612 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 00:02:31.612 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:31.612 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:31.612 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [retry=0] [2024/05/07 00:02:31.613 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000040000000000FA] [end=7480000000000000FF865F728000000000FF0000080000000000FA] [2024/05/07 00:02:31.613 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF865F728000000000FF0000080000000000FA] [regions=1] [2024/05/07 00:02:31.614 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=400.178µs] [2024/05/07 00:02:31.614 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.158509ms] [] [2024/05/07 00:02:31.621 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:25 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 25\")"] ["job stage"=needRescan] [2024/05/07 00:02:31.621 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579935750684677] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:31.621 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579935750684677] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 22, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:31.621 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000004] [endKey=7480000000000000865F728000000000000008] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:33.621 +08:00] [2024/05/07 00:02:33.633 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 00:02:33.634 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=2.028005665s] [] [2024/05/07 00:02:33.634 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 00:02:33.635 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=993.421µs] [] [2024/05/07 00:02:33.635 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:33.635 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:33.637 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.213995ms] [] [2024/05/07 00:02:33.637 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 00:02:33.637 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:33.637 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=37.011µs] [] [2024/05/07 00:02:33.637 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 00:02:33.637 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=698.739µs] [] [2024/05/07 00:02:33.844 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:33.845 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:33.846 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:33.849 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:33.849 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:33.849 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:33.849 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:33.849 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:33.850 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:33.850 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:33.850 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:33.868 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:33.868 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:33.868 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:33.868 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:33.882 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 00:02:33.883 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:33.883 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:33.883 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:33.896 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:33.896 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:33.956 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:33.958 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:33.958 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:33.958 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:33.958 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:33.958 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:33.959 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:33.959 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:33.959 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/07 00:02:33.959 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.512942322s] [] [2024/05/07 00:02:34.266 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:34.267 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/07 00:02:34.281 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:34.281 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:34.281 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:34.283 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:34.283 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 00:02:34.283 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916830643738717] [2024/05/07 00:02:34.284 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.284 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2379] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:34.285 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:34.285 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:34.285 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:34.285 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:34.285 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:34.285 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:34.292 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=10.840047ms] [] [2024/05/07 00:02:34.292 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:02:34.292 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/07 00:02:34.292 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/07 00:02:34.294 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 00:02:34.294 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.747411ms] [] [2024/05/07 00:02:34.294 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=13.874108ms] [] [2024/05/07 00:02:34.344 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:34.345 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:34.346 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:34.346 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:02:34.346 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:34.357 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/07 00:02:34.359 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/07 00:02:34.366 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:34.474 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.368341872\n# Parse_time: 0.000064403\n# Compile_time: 0.00029754\n# Rewrite_time: 0.00006943\n# Optimize_time: 0.00022056\n# Wait_TS: 0.000281066\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:02:34.478 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:34.487 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:34.487 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:34.503 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.520 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=568.268µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/07 00:02:34.524 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/07 00:02:34.570 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.508955ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.582 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.597 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=502.26µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:34.600 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/07 00:02:34.612 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/07 00:02:34.612 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=345.798419ms] [] [2024/05/07 00:02:34.646 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.468687ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.658 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.676 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=473.934µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:34.680 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/07 00:02:34.726 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.636196ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.739 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/07 00:02:34.744 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/07 00:02:34.745 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:34.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:34.763 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/07 00:02:34.763 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:34.778 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.778 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.778 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:34.779 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=6.521µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=6.298µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=4.193µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=3.748µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=3.523µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=2.915µs] [2024/05/07 00:02:34.780 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=2.95µs] [2024/05/07 00:02:34.781 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=3.34µs] [2024/05/07 00:02:34.781 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=2.995µs] [2024/05/07 00:02:34.781 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=3.051µs] [2024/05/07 00:02:34.781 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:02:34.781 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=3.055µs] [2024/05/07 00:02:34.781 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:02:34.781 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:02:34.788 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=03753459-e19a-4d06-91a1-1093d654b807] ["take time"=19.805357ms] [2024/05/07 00:02:34.788 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=03753459-e19a-4d06-91a1-1093d654b807] [2024/05/07 00:02:34.790 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/07 00:02:34.790 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 00:02:34.790 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9cbfe721-75dd-4e15-bc5b-1f41e02a9a94] [watcherID=a33edcae-35c5-4140-8d1e-18d24d52060e] [2024/05/07 00:02:34.790 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9cbfe721-75dd-4e15-bc5b-1f41e02a9a94] [2024/05/07 00:02:34.790 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:34.790 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:02:34.790 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:34.790 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:02:34.792 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 00:02:34.792 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=1322] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=03753459-e19a-4d06-91a1-1093d654b807] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 00:02:34.793 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:02:34.793 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 9872385a-765b-43b9-873d-aa3c4230a391 watch owner key /tidb/br-stream/owner/3eaa8f4ea1760d9b"] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 03753459-e19a-4d06-91a1-1093d654b807 watch owner key /tidb/stats/owner/3eaa8f4ea1760da1"] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 00:02:34.793 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9872385a-765b-43b9-873d-aa3c4230a391"] [2024/05/07 00:02:34.793 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:02:34.793 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.793 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:02:34.793 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:02:34.793 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.793 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=11] [task-type=ImportInto] [error="context canceled"] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:02:34.794 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/07 00:02:34.793 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [2024/05/07 00:02:34.793 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:02:34.793 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:02:34.793 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/07 00:02:34.793 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:34.793 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:02:34.794 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=03753459-e19a-4d06-91a1-1093d654b807] [2024/05/07 00:02:34.794 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/07 00:02:34.794 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/07 00:02:34.794 +08:00] [INFO] [manager.go:352] ["onRunnableTask exit for cancel"] [task-id=11] [type=ImportInto] [2024/05/07 00:02:34.794 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/07 00:02:34.794 +08:00] [INFO] [manager.go:296] [cancelAllRunningTasks] [task-id=11] [2024/05/07 00:02:34.794 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/07 00:02:34.794 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/07 00:02:34.794 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/07 00:02:34.794 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:02:34.794 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [error="context canceled"] [2024/05/07 00:02:34.795 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9872385a-765b-43b9-873d-aa3c4230a391] [daemon-id=LogBackup::Advancer] [2024/05/07 00:02:34.795 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:02:34.795 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:02:34.795 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:02:34.795 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:02:34.795 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/07 00:02:34.795 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9872385a-765b-43b9-873d-aa3c4230a391"] [error="context canceled"] [2024/05/07 00:02:34.795 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9872385a-765b-43b9-873d-aa3c4230a391"] [2024/05/07 00:02:34.795 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:02:34.995 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:36.026 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:36.026 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/07 00:02:36.026 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:02:36.057 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9872385a-765b-43b9-873d-aa3c4230a391"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:36.236 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 03753459-e19a-4d06-91a1-1093d654b807"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:02:36.236 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 00:02:36.236 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/07 00:02:36.236 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:02:36.242 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.47371121s] [2024/05/07 00:02:36.242 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:36.243 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:36.243 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:36.243 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:36.243 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (83.58s) --- PASS: TestLoadRemote/TestWriteAfterImport (74.43s) PASS GCov does not exist at the given path: '' May 07, 2024 12:02:39 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 12:02:39 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 12:02:39 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 12:02:39 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 12:02:39 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 147.496s, Critical Path: 131.74s INFO: 1451 processes: 1424 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1451 total actions Test cases: finished with 2 passing and 0 failing out of 2 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 100s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 101s remote-cache, linux-sandbox [1,434 / 1,435] Testing //tests/realtikvtest/txntest:txntest_test; 100s remote-cache, linux-sandbox [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 101s remote-cache, linux-sandbox [1,434 / 1,435] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 123s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 192.951s, Critical Path: 177.15s INFO: 1432 processes: 1398 remote cache hit, 20 internal, 14 linux-sandbox. INFO: Build completed successfully, 1432 total actions Test cases: finished with 30 passing and 0 failing out of 30 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 160s remote-cache, linux-sandbox [1,430 / 1,431] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 161s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 219.458s, Critical Path: 203.53s INFO: 1419 processes: 1374 remote cache hit, 10 internal, 35 linux-sandbox. INFO: Build completed successfully, 1419 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 161s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 161s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 220s remote-cache, linux-sandbox [1,435 / 1,436] Testing //tests/realtikvtest/brietest:brietest_test; 221s remote-cache, linux-sandbox [1,435 / 1,436] 1 / 1 tests; Testing //tests/realtikvtest/brietest:brietest_test; 230s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 292.946s, Critical Path: 277.16s INFO: 1433 processes: 1406 remote cache hit, 20 internal, 7 linux-sandbox. INFO: Build completed successfully, 1433 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 221s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 280s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 281s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 340s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 341s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 400s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 401s remote-cache, linux-sandbox [1,431 / 1,432] Testing //tests/realtikvtest/addindextest:addindextest_test; 429s remote-cache, linux-sandbox INFO: Elapsed time: 485.838s, Critical Path: 469.17s INFO: 1420 processes: 1375 remote cache hit, 11 internal, 34 linux-sandbox. INFO: Build completed successfully, 1420 total actions Test cases: finished with 26 passing and 0 failing out of 26 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 462s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 522s remote-cache, linux-sandbox [1,491 / 1,492] Testing //tests/realtikvtest/importintotest:importintotest_test; 524s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestLoadRemote [2024/05/07 00:01:15.766 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:15.767 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:15.767 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:15.769 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:15.769 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:15.770 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:15.770 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:15.772 +08:00] [INFO] [tikv_driver.go:200] ["using API V1."] [2024/05/07 00:01:15.776 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:15.776 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:15.777 +08:00] [INFO] [region_cache.go:2683] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 00:01:15.799 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:15.799 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:15.805 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:15.805 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:15.816 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [2024/05/07 00:01:15.831 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916802664929729] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:15.858 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:15.899 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=48] ["lease id"=3eaa8f4ea163201a] [2024/05/07 00:01:15.902 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:15.907 +08:00] [WARN] [domain.go:240] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:322\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:238\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:588\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1239\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:93\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:69\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3584\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3526\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3311\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3277\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:121\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:96\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:154\ntests/realtikvtest/importintotest/importintotest_test.TestLoadRemote\n\ttests/realtikvtest/importintotest/util_test.go:51\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 00:01:15.920 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=12.208919ms] [2024/05/07 00:01:15.920 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:15.920 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0] [runWorker=true] [2024/05/07 00:01:15.920 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:15.923 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:15.924 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:15.924 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:15.924 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:15.924 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:15.925 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:15.926 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea163201e] [ownerID=8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0] [op=none] [2024/05/07 00:01:15.926 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:15.927 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9777ace9-a6cf-4492-9a48-7f5756b1f19b] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:15.928 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ea1632020] [ownerID=9777ace9-a6cf-4492-9a48-7f5756b1f19b] [op=none] [2024/05/07 00:01:15.933 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 00:01:15.950 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:15.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 00:01:15.950 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:15.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:15.975 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:15.977 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea163201e] [ownerID=8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0] [op=none] [2024/05/07 00:01:15.977 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] [op=none] [2024/05/07 00:01:15.977 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:15.995 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.026 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=13.72808ms] [2024/05/07 00:01:16.028 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:16.032 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.032 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=3] [version=1] [2024/05/07 00:01:16.062 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.028855ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:15.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.078 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:15.94 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.089 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 00:01:16.089 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.092 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 00:01:16.095 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 00:01:16.123 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.123 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 00:01:16.143 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.202 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=6.794845ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [2024/05/07 00:01:16.206 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.206 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=5] [version=2] [2024/05/07 00:01:16.246 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.946948ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.274 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.305 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 00:01:16.306 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.309 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 00:01:16.324 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.324 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 00:01:16.339 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.363 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.20386ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [2024/05/07 00:01:16.367 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.367 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=7] [version=3] [2024/05/07 00:01:16.411 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.688225ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.428 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.443 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 00:01:16.443 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.446 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 00:01:16.462 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.462 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 00:01:16.479 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.501 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.102796ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [2024/05/07 00:01:16.506 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.506 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=9] [version=4] [2024/05/07 00:01:16.549 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.211891ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.566 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.580 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 00:01:16.580 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.584 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 00:01:16.605 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.605 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 00:01:16.623 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.662 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.219981ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [2024/05/07 00:01:16.666 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.666 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=11] [version=5] [2024/05/07 00:01:16.709 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.980762ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.728 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.748 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 00:01:16.748 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.751 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 00:01:16.767 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.767 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 00:01:16.784 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.809 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=2.458096ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [2024/05/07 00:01:16.813 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.813 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=13] [version=6] [2024/05/07 00:01:16.858 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.526505ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.874 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.889 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 00:01:16.889 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:16.892 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 00:01:16.909 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:16.909 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 00:01:16.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:16.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:16.925 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:16.951 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.317854ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [2024/05/07 00:01:16.955 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:16.956 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=15] [version=7] [2024/05/07 00:01:16.999 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.152534ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.014 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.029 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 00:01:17.029 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.032 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 00:01:17.046 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.046 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 00:01:17.061 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.086 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=1.787104ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [2024/05/07 00:01:17.090 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.090 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=17] [version=8] [2024/05/07 00:01:17.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.855114ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:16.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.151 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:16.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.163 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 00:01:17.163 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.166 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 00:01:17.180 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.180 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 00:01:17.199 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.219 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=1.879791ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [2024/05/07 00:01:17.223 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.223 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=19] [version=9] [2024/05/07 00:01:17.267 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.863155ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.281 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.293 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 00:01:17.293 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.296 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 00:01:17.311 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.311 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 00:01:17.328 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.351 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.234898ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [2024/05/07 00:01:17.355 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.355 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=21] [version=10] [2024/05/07 00:01:17.399 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.965073ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.414 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.428 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 00:01:17.428 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.431 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 00:01:17.446 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.446 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 00:01:17.461 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.488 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.295966ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [2024/05/07 00:01:17.492 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.492 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=23] [version=11] [2024/05/07 00:01:17.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.498401ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.551 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.565 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 00:01:17.565 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.568 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:17.568 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [2024/05/07 00:01:17.585 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.585 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:17.601 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.630 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.107377ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [2024/05/07 00:01:17.634 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.634 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=25] [version=12] [2024/05/07 00:01:17.677 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.582367ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.697 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.714 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 00:01:17.714 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.717 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 00:01:17.733 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.733 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 00:01:17.749 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.775 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=2.889782ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [2024/05/07 00:01:17.779 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.779 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=27] [version=13] [2024/05/07 00:01:17.822 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.435187ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.845 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.861 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 00:01:17.861 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:17.864 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:17.879 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:17.879 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:17.905 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.924 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:17.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:17.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:17.925 +08:00] [WARN] [info.go:504] ["response not 200"] [method=GET] [hosts=127.0.0.1:2382] [url=http://127.0.0.1:2382/pd/api/v1/config/rule_group/tiflash] ["http status"=404] ["address order"=0] [2024/05/07 00:01:17.929 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.422858ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [2024/05/07 00:01:17.933 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:17.933 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=29] [version=14] [2024/05/07 00:01:17.976 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.184567ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:17.997 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.011 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 00:01:18.011 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.014 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 00:01:18.030 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.030 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 00:01:18.050 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.072 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.232809ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [2024/05/07 00:01:18.076 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=31] [version=15] [2024/05/07 00:01:18.121 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.662916ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:17.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.145 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:17.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.159 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 00:01:18.159 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.162 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:18.177 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.177 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:18.199 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.221 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.099954ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [2024/05/07 00:01:18.225 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.225 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=33] [version=16] [2024/05/07 00:01:18.270 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.875871ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.296 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.310 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 00:01:18.310 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.313 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 00:01:18.332 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.332 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 00:01:18.355 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.378 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.308058ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [2024/05/07 00:01:18.382 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.382 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=35] [version=17] [2024/05/07 00:01:18.426 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.604585ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.446 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.460 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 00:01:18.460 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.462 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 00:01:18.477 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.477 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 00:01:18.499 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.521 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.125753ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [2024/05/07 00:01:18.525 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.525 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=37] [version=18] [2024/05/07 00:01:18.569 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.037406ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.595 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.608 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 00:01:18.608 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.611 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:18.629 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.629 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:18.651 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.679 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=2.985768ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [2024/05/07 00:01:18.683 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.683 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=39] [version=19] [2024/05/07 00:01:18.726 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.89141ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.747 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.764 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 00:01:18.764 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.780 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:18.796 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.796 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:18.811 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.833 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.085349ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [2024/05/07 00:01:18.837 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.837 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=41] [version=20] [2024/05/07 00:01:18.881 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.944673ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.896 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.910 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 00:01:18.910 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:18.912 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 00:01:18.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:18.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:18.926 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:18.926 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 00:01:18.940 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:18.960 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=1.722046ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [2024/05/07 00:01:18.963 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:18.963 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=43] [version=21] [2024/05/07 00:01:19.008 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.920018ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:18.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.022 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:18.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.034 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 00:01:19.034 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.037 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 00:01:19.049 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.049 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 00:01:19.063 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.081 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.667961ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [2024/05/07 00:01:19.085 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.085 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=45] [version=22] [2024/05/07 00:01:19.129 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.893781ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.144 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.155 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 00:01:19.155 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.158 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 00:01:19.174 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.174 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 00:01:19.189 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.221 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=2.818654ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [2024/05/07 00:01:19.225 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.225 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=47] [version=23] [2024/05/07 00:01:19.268 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.403141ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.284 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.299 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 00:01:19.299 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.302 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [user=] [2024/05/07 00:01:19.317 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.schema_index_usage (\n\t\tTABLE_ID bigint(64),\n\t\tINDEX_ID bigint(21),\n\t\tQUERY_COUNT bigint(64),\n\t\tROWS_SELECTED bigint(64),\n\t\tLAST_USED_AT timestamp,\n\t\tPRIMARY KEY(TABLE_ID, INDEX_ID)\n\t);"] [2024/05/07 00:01:19.317 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.333 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.355 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.216727ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [2024/05/07 00:01:19.359 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.359 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=49] [version=24] [2024/05/07 00:01:19.403 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.86529ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.418 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.431 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 00:01:19.432 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.434 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 00:01:19.449 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.449 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 00:01:19.464 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.486 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=1.988143ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [2024/05/07 00:01:19.490 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.490 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=51] [version=25] [2024/05/07 00:01:19.534 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.006647ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.549 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.562 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 00:01:19.563 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.565 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 00:01:19.580 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.580 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 00:01:19.600 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.622 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.139654ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [2024/05/07 00:01:19.626 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.626 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=53] [version=26] [2024/05/07 00:01:19.670 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.562098ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.699 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.712 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 00:01:19.712 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.715 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 00:01:19.730 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.730 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 00:01:19.749 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.770 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=1.907045ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [2024/05/07 00:01:19.774 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.774 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=55] [version=27] [2024/05/07 00:01:19.819 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.636311ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.844 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.856 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 00:01:19.856 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.859 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:19.874 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:19.874 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 00:01:19.889 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.912 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.015697ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [2024/05/07 00:01:19.916 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:19.916 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=57] [version=28] [2024/05/07 00:01:19.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:19.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:19.960 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.955098ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.975 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:19.987 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 00:01:19.987 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:19.990 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 00:01:20.005 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.005 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 00:01:20.020 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.041 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=1.982303ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [2024/05/07 00:01:20.045 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.045 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=59] [version=29] [2024/05/07 00:01:20.089 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.01ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:19.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.103 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:19.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.120 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 00:01:20.120 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.123 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 00:01:20.124 +08:00] [INFO] [ddl_api.go:1115] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [2024/05/07 00:01:20.139 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.139 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 00:01:20.157 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.178 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=2.325369ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [2024/05/07 00:01:20.182 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.182 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=61] [version=30] [2024/05/07 00:01:20.228 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.650601ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.246 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.260 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 00:01:20.260 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.263 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:20.278 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.278 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:20.301 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.326 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.109621ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [2024/05/07 00:01:20.330 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.330 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=63] [version=31] [2024/05/07 00:01:20.374 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.202092ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.395 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.408 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 00:01:20.408 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.411 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 00:01:20.427 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.427 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 00:01:20.450 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.475 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=2.494042ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [2024/05/07 00:01:20.479 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.479 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=65] [version=32] [2024/05/07 00:01:20.523 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.600179ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.546 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.565 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 00:01:20.565 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.568 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 00:01:20.587 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.587 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 00:01:20.604 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.634 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.999477ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [2024/05/07 00:01:20.638 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.638 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=67] [version=33] [2024/05/07 00:01:20.681 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.60149ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.697 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.713 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 00:01:20.713 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.716 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=33] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 00:01:20.729 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 00:01:20.729 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.749 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.767 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=1.739166ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[3]"] [2024/05/07 00:01:20.772 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.772 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=69] [version=34] [2024/05/07 00:01:20.816 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.934058ms] [job="ID:69, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.830 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.841 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 00:01:20.841 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.863 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:20.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:20.863 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:20.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT job_id,\n\t\t\tdb_name,\n\t\t\ttable_name,\n\t\t\tquery,\n\t\t\tsession_id,\n\t\t\ttxnstart,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM information_schema.ddl_jobs,\n\t\t\tinformation_schema.cluster_tidb_trx,\n\t\t\tinformation_schema.cluster_processlist\n\t\tWHERE (ddl_jobs.state != 'synced' and ddl_jobs.state != 'cancelled')\n\t\t\tAND Find_in_set(ddl_jobs.table_id, cluster_tidb_trx.related_table_ids)\n\t\t\tAND cluster_tidb_trx.session_id = cluster_processlist.id\n\t);"] [2024/05/07 00:01:20.879 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.905 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.376697ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[21]"] [2024/05/07 00:01:20.909 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:20.909 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=71] [version=35] [2024/05/07 00:01:20.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:20.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:20.953 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.040401ms] [job="ID:71, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:20.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.968 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:20.987 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 00:01:20.987 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:20.990 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 00:01:21.005 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.005 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 00:01:21.021 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.045 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.301199ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [2024/05/07 00:01:21.049 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.049 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=73] [version=36] [2024/05/07 00:01:21.093 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.34275ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:20.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.108 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:20.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.122 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 00:01:21.122 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.125 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 00:01:21.139 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.139 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 00:01:21.157 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.178 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=1.895039ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [2024/05/07 00:01:21.182 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.182 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=75] [version=37] [2024/05/07 00:01:21.226 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.156753ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.245 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.260 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 00:01:21.260 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.263 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 00:01:21.276 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.276 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 00:01:21.298 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.319 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=2.032987ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [2024/05/07 00:01:21.323 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.323 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=77] [version=38] [2024/05/07 00:01:21.368 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.601005ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.381 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.394 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 00:01:21.394 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.396 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 00:01:21.418 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.418 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 00:01:21.434 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.466 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.358006ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [2024/05/07 00:01:21.470 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.470 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=79] [version=39] [2024/05/07 00:01:21.512 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.832426ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.529 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.546 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 00:01:21.546 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.549 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 00:01:21.566 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.566 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 00:01:21.581 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.611 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=3.284001ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [2024/05/07 00:01:21.615 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.615 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=81] [version=40] [2024/05/07 00:01:21.658 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.972829ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.675 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.54 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.691 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 00:01:21.691 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.694 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 00:01:21.711 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.711 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 00:01:21.728 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.761 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.523803ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [2024/05/07 00:01:21.765 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.765 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=83] [version=41] [2024/05/07 00:01:21.807 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.904096ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.827 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.846 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 00:01:21.846 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.849 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:21.865 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:21.865 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:21.882 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.909 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=2.808392ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [2024/05/07 00:01:21.913 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:21.913 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=85] [version=42] [2024/05/07 00:01:21.925 +08:00] [ERROR] [runaway.go:145] ["try to get new runaway watch"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:145\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayWatchSyncLoop\n\tpkg/domain/runaway.go:170\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:96"] [2024/05/07 00:01:21.925 +08:00] [WARN] [runaway.go:172] ["get runaway watch record failed"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [2024/05/07 00:01:21.957 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.995459ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.973 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:21.988 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 00:01:21.988 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:21.991 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 00:01:22.008 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.008 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(256),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 00:01:22.024 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.050 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=2.896539ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [2024/05/07 00:01:22.054 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.054 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=87] [version=43] [2024/05/07 00:01:22.098 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.654196ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:21.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.114 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:21.99 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.130 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 00:01:22.130 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.133 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [user=] [2024/05/07 00:01:22.151 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.151 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.load_data_jobs (\n job_id bigint(64) NOT NULL AUTO_INCREMENT,\n expected_status ENUM('running', 'paused', 'canceled') NOT NULL DEFAULT 'running',\n create_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n start_time TIMESTAMP(6) NULL DEFAULT NULL,\n update_time TIMESTAMP(6) NULL DEFAULT NULL,\n end_time TIMESTAMP(6) NULL DEFAULT NULL,\n data_source TEXT NOT NULL,\n table_schema VARCHAR(64) NOT NULL,\n table_name VARCHAR(64) NOT NULL,\n import_mode VARCHAR(64) NOT NULL,\n create_user VARCHAR(32) NOT NULL,\n progress TEXT DEFAULT NULL,\n result_message TEXT DEFAULT NULL,\n error_message TEXT DEFAULT NULL,\n PRIMARY KEY (job_id),\n KEY (create_time),\n KEY (create_user));"] [2024/05/07 00:01:22.167 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.198 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.210893ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [2024/05/07 00:01:22.202 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.202 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=89] [version=44] [2024/05/07 00:01:22.246 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.88857ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.263 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.280 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 00:01:22.280 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.283 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 00:01:22.301 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.301 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 00:01:22.317 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.347 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.206944ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [2024/05/07 00:01:22.351 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.352 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=91] [version=45] [2024/05/07 00:01:22.394 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.198067ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.411 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.428 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 00:01:22.428 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.431 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:22.448 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.448 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:22.463 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.489 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=2.646904ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [2024/05/07 00:01:22.493 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.493 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=93] [version=46] [2024/05/07 00:01:22.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.924404ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.552 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.566 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 00:01:22.566 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.569 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:22.584 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.584 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:22.601 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.625 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=2.519864ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [2024/05/07 00:01:22.629 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.629 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=95] [version=47] [2024/05/07 00:01:22.673 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.358223ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.694 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.708 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 00:01:22.708 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.711 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 00:01:22.731 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.731 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 00:01:22.751 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.785 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.530618ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [2024/05/07 00:01:22.789 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.789 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=97] [version=48] [2024/05/07 00:01:22.832 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.961098ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.848 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.867 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 00:01:22.867 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:22.870 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 00:01:22.886 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:22.886 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 00:01:22.901 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.926 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.57903ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [2024/05/07 00:01:22.930 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:22.931 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=99] [version=49] [2024/05/07 00:01:22.974 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.448427ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:22.995 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.009 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 00:01:23.009 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:23.012 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [user=] [2024/05/07 00:01:23.025 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:23.025 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(100) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n keyspace_id bigint(8) NOT NULL DEFAULT -1);"] [2024/05/07 00:01:23.039 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.059 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.905937ms] [gotSchemaVersion=50] [phyTblIDs="[100]"] [actionTypes="[3]"] [2024/05/07 00:01:23.063 +08:00] [INFO] [domain.go:848] ["session manager is nil"] [2024/05/07 00:01:23.063 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=101] [version=50] [2024/05/07 00:01:23.108 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.270803ms] [job="ID:101, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:22.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.123 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:100, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:22.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.136 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 00:01:23.136 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:23.273 +08:00] [INFO] [bootstrap.go:723] ["bootstrap successful"] ["take time"=7.346492214s] [2024/05/07 00:01:23.285 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] [2024/05/07 00:01:23.286 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] [2024/05/07 00:01:23.288 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0"] [] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=5.738µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.253µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=2.766µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=2.46µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=2.934µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=2.439µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=2.264µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.305µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=2.345µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=2.604µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:01:23.289 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=2.593µs] [2024/05/07 00:01:23.289 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:01:23.289 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:01:23.297 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0] ["take time"=20.423488ms] [2024/05/07 00:01:23.297 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=8c3cb7a7-3a48-4333-b3db-26ce6c69e5b0] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=48] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:01:23.300 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b watch owner key /tidb/br-stream/owner/3eaa8f4ea1632020"] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:23.300 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:23.300 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] [2024/05/07 00:01:23.300 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:23.300 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:01:23.300 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] [2024/05/07 00:01:23.300 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:01:23.300 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:01:23.302 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:01:23.302 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9777ace9-a6cf-4492-9a48-7f5756b1f19b] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:23.302 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:23.302 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:23.302 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:01:23.302 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] [error="context canceled"] [2024/05/07 00:01:23.302 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:23.302 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=26.034461ms] [2024/05/07 00:01:23.302 +08:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7365916802664929729] ["ddl lease"=500ms] ["stats lease"=3s] ["index usage sync lease"=0s] [2024/05/07 00:01:23.313 +08:00] [WARN] [info.go:302] ["init TiFlashReplicaManager"] ["pd addrs"="[127.0.0.1:2382,127.0.0.1:2379,127.0.0.1:2384]"] [2024/05/07 00:01:23.352 +08:00] [INFO] [domain.go:2795] [acquireServerID] [serverID=722] ["lease id"=6f188f4ea15f2edf] [2024/05/07 00:01:23.354 +08:00] [INFO] [controller.go:172] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"DegradedModeWaitDuration\":0}"] [2024/05/07 00:01:23.421 +08:00] [INFO] [domain.go:302] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=50] ["start time"=65.002093ms] [2024/05/07 00:01:23.423 +08:00] [INFO] [domain.go:617] ["full load and reset schema validator"] [2024/05/07 00:01:23.423 +08:00] [INFO] [ddl.go:743] ["start DDL"] [category=ddl] [ID=a017025f-2717-4593-abb0-cf01df86d094] [runWorker=true] [2024/05/07 00:01:23.423 +08:00] [INFO] [ddl.go:706] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 00:01:23.425 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 00:01:23.426 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:23.426 +08:00] [WARN] [env.go:53] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 00:01:23.426 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:01:23.427 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:01:23.427 +08:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:23.427 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 00:01:23.429 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea16320b2] [ownerID=a017025f-2717-4593-abb0-cf01df86d094] [op=none] [2024/05/07 00:01:23.429 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:01:23.429 +08:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0634fccc-ae49-46a0-bb2f-1161bbce3a88] [daemon-id=LogBackup::Advancer] [2024/05/07 00:01:23.438 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 00:01:23.439 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:01:23.439 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:01:23.439 +08:00] [WARN] [sysvar_cache.go:50] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 00:01:23.441 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] ["owner key"=/tidb/bindinfo/owner/3eaa8f4ea16320b7] [ownerID=a017025f-2717-4593-abb0-cf01df86d094] [op=none] [2024/05/07 00:01:23.444 +08:00] [INFO] [sysvar.go:2563] ["set resource control"] [enable=true] [2024/05/07 00:01:23.447 +08:00] [INFO] [controller.go:435] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 00:01:23.474 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:01:23.477 +08:00] [INFO] [job_table.go:316] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 00:01:23.478 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f4ea16320b2] [ownerID=a017025f-2717-4593-abb0-cf01df86d094] [op=none] [2024/05/07 00:01:23.478 +08:00] [INFO] [manager.go:404] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [op=none] [2024/05/07 00:01:23.478 +08:00] [INFO] [job_table.go:331] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 00:01:23.480 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:01:23.484 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:01:23.484 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:01:23.484 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:01:23.484 +08:00] [INFO] [domain.go:2058] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 00:01:23.484 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:01:23.484 +08:00] [INFO] [domain.go:2080] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 00:01:23.484 +08:00] [INFO] [domain.go:2145] ["HistoricalStatsWorker started"] [2024/05/07 00:01:23.484 +08:00] [INFO] [domain.go:2112] ["dumpFileGcChecker started"] [2024/05/07 00:01:23.484 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker started."] [2024/05/07 00:01:23.486 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:01:23.486 +08:00] [INFO] [manager.go:195] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 00:01:23.487 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:01:23.487 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:01:23.487 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:01:23.487 +08:00] [INFO] [domain.go:2439] ["updateStatsWorker started."] [2024/05/07 00:01:23.489 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:01:23.489 +08:00] [INFO] [wait_group_wrapper.go:130] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:01:23.490 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] ["owner key"=/tidb/stats/owner/3eaa8f4ea16320ba] [ownerID=a017025f-2717-4593-abb0-cf01df86d094] [op=none] [2024/05/07 00:01:23.491 +08:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c9fca6ea-8eb1-4474-b993-71ea4e824dc1] [2024/05/07 00:01:23.492 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:23.492 +08:00] [INFO] [task_manager.go:216] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 00:01:23.501 +08:00] [INFO] [domain.go:2348] ["init stats info time"] [lite=true] ["take time"=14.991107ms] [2024/05/07 00:01:23.502 +08:00] [INFO] [domain.go:1499] ["dist task scheduler manager started"] [2024/05/07 00:01:23.502 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:01:23.504 +08:00] [INFO] [set.go:169] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestLoadRemote/TestAddIndexBySQL import_into_test.go:988: enable after we support add-index option === RUN TestLoadRemote/TestAnalyze import_into_test.go:1140: skip for ci now === RUN TestLoadRemote/TestBasicImportInto [2024/05/07 00:01:23.510 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/07 00:01:23.511 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=50] [cur_db=] [sql="create database import_into"] [user=] [2024/05/07 00:01:23.523 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:23.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:23.523 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:23.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/07 00:01:23.538 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [category=ddl] [job="ID:103, Type:create schema, State:queueing, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:23.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.553 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=905.357µs] [gotSchemaVersion=51] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:23.557 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=103] [version=51] [2024/05/07 00:01:23.602 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.370815ms] [job="ID:103, Type:create schema, State:done, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:01:23.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.617 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=103] [conn=2] [job="ID:103, Type:create schema, State:synced, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:23.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.627 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 00:01:23.627 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:23.630 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:23.632 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/07 00:01:23.646 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:23.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:23.646 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:23.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:01:23.661 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:23.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.680 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.880005ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [2024/05/07 00:01:23.685 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=105] [version=52] [2024/05/07 00:01:23.730 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.646574ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:23.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.748 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:23.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:23.759 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 00:01:23.759 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:24.015 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:24.047 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=1] [job-id=1] [thread-cnt=1] [2024/05/07 00:01:24.047 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=1] [2024/05/07 00:01:24.491 +08:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 00:01:24.491 +08:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 00:01:24.492 +08:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c9fca6ea-8eb1-4474-b993-71ea4e824dc1] [watcherID=37a15e1e-562e-4fa8-a00e-19bfc0f27e9a] [2024/05/07 00:01:24.502 +08:00] [INFO] [dispatcher_manager.go:156] ["dispatch task loop start"] [2024/05/07 00:01:24.502 +08:00] [INFO] [dispatcher_manager.go:293] ["cleanUp loop start"] [2024/05/07 00:01:24.502 +08:00] [INFO] [dispatcher_manager.go:243] ["subtask table gc loop start"] [2024/05/07 00:01:24.757 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9777ace9-a6cf-4492-9a48-7f5756b1f19b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:01:25.427 +08:00] [INFO] [info.go:1182] [SetTiFlashGroupConfig] [2024/05/07 00:01:27.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=1] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:28.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:28.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:28.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 00:01:28.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:28.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:01:28.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=91.555µs] [2024/05/07 00:01:28.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=233.159µs] [] [2024/05/07 00:01:28.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:28.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:28.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:28.046 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:28.046 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:28.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=1] [2024/05/07 00:01:28.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=1] [type=ImportInto] [2024/05/07 00:01:28.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:28.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:28.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:28.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:28.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:28.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 00:01:28.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:28.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:28.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:28.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:28.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:28.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:28.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:28.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:28.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:28.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:28.550 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 00:01:28.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:28.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:28.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:28.621 +08:00] [INFO] [table_import.go:91] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 00:01:28.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:28.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:28.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:28.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:28.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:28.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:28.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:28.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:28.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:28.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:28.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:28.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:28.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:28.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:28.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:28.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:28.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:28.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:28.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:28.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:28.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:28.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:28.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:28.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:28.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:01:28.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=1] [step=import] [limit=256MiB] [2024/05/07 00:01:28.659 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 00:01:28.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:28.669 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:28.669 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:28.681 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [2024/05/07 00:01:28.682 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.001.csv:0] [readDur=802.976µs] [encodeDur=647.952µs] [deliverDur=159.674µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.87467ms] [] [2024/05/07 00:01:28.683 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:28.683 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/55340814-18bd-494e-abf0-84ba5b8e16cd.sst] [firstKey=7480000000000000685F728000000000000001] [lastKey=7480000000000000685F728000000000000002] [2024/05/07 00:01:28.707 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [2024/05/07 00:01:28.708 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.002.csv:0] [readDur=719.338µs] [encodeDur=117.861µs] [deliverDur=125.551µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.11932ms] [] [2024/05/07 00:01:28.709 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=104] [2024/05/07 00:01:28.709 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1b31a2a9-d351-4efd-93f3-63e63cca74f2.sst] [firstKey=7480000000000000685F728000000000000008] [lastKey=7480000000000000685F728000000000000009] [2024/05/07 00:01:28.721 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [2024/05/07 00:01:28.722 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=104] [key=db.tbl.003.csv:0] [readDur=720.031µs] [encodeDur=166.302µs] [deliverDur=134.49µs] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [takeTime=1.228349ms] [] [2024/05/07 00:01:28.723 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=64.37488ms] [] [2024/05/07 00:01:28.723 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/eac308aa-1d8b-4b2e-80f7-7c704e478fe2.sst] [firstKey=7480000000000000685F72800000000000000F] [lastKey=7480000000000000685F728000000000000010] [2024/05/07 00:01:28.723 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:28.723 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:28.723 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:28.726 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.359084ms] [] [2024/05/07 00:01:28.726 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:01:28.731 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:28.732 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 00:01:28.733 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:28.733 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:28.733 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [retry=0] [2024/05/07 00:01:28.734 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF685F728000000000FF0000010000000000FA] [end=7480000000000000FF685F728000000000FF0000110000000000FA] [2024/05/07 00:01:28.734 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF685F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF685F728000000000FF0000110000000000FA] [regions=1] [2024/05/07 00:01:28.734 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=561.982µs] [2024/05/07 00:01:28.734 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.613351ms] [] [2024/05/07 00:01:28.744 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 3, region 14, epoch conf_ver:5 version:5 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 7, request epoch conf_ver: 5 version: 5\")"] ["job stage"=needRescan] [2024/05/07 00:01:28.745 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000685F728000000000000001] [endKey=7480000000000000685F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:30.745 +08:00] [2024/05/07 00:01:28.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919275196419] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:28.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579919275196419] [req-type=Cop] [region="{ region id: 14, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:30.769 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 00:01:30.771 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.045250113s] [] [2024/05/07 00:01:30.771 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:30.773 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.467057ms] [] [2024/05/07 00:01:30.773 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 00:01:30.773 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:30.775 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.050406ms] [] [2024/05/07 00:01:30.775 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:01:30.775 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:30.775 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=35.782µs] [] [2024/05/07 00:01:30.775 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:30.776 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=996.69µs] [] [2024/05/07 00:01:31.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:31.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:31.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:31.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:31.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:31.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:31.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:31.046 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.046 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.046 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.046 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.046 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.046 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.046 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.047 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.047 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.047 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.062 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:01:31.064 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:31.064 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:31.064 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.077 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=1] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:31.077 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.096 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 00:01:31.100 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.100 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.100 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.100 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.101 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.101 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.101 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.101 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:31.101 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.484398546s] [] [2024/05/07 00:01:31.408 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:31.409 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=1] [step=post-process] [2024/05/07 00:01:31.422 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:31.423 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:31.423 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 00:01:31.425 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:31.426 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:31.426 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:31.427 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.427 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:31.428 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:31.428 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:31.429 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:01:31.429 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:31.429 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:31.429 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:01:31.429 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:31.429 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:31.429 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:31.437 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=14.656484ms] [] [2024/05/07 00:01:31.437 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/07 00:01:31.438 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 00:01:31.438 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 00:01:31.440 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/07 00:01:31.441 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=17.942021ms] [] [2024/05/07 00:01:31.441 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=18.101884ms] [] [2024/05/07 00:01:31.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=1] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:31.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=1] [task-type=ImportInto] [num=1] [2024/05/07 00:01:31.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:31.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=1] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:31.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:31.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=1] [step=done] [state=running] [] [2024/05/07 00:01:31.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=1] [2024/05/07 00:01:31.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:31.758 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=1] [error="context canceled"] [2024/05/07 00:01:31.758 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=1] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.762487ms] [] [2024/05/07 00:01:31.859 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 8.097151795\n# Parse_time: 0.000210484\n# Compile_time: 0.00036552\n# Rewrite_time: 0.00008024\n# Optimize_time: 0.000084954\n# Wait_TS: 0.000345399\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4xcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6OC4xcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:31.863 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:31.874 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:31.874 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:31.889 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:31.907 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=580.001µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [2024/05/07 00:01:31.911 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=53] [2024/05/07 00:01:31.956 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.355252ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:31.970 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:31.987 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=507.183µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:31.992 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=54] [2024/05/07 00:01:32.028 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=1] [2024/05/07 00:01:32.035 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:32.037 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.673176ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.051 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.054 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:32.071 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=565.068µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:32.076 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=106] [version=55] [2024/05/07 00:01:32.121 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.979345ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.146 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=106] [elementID=1] [comment="table ID is 104"] [2024/05/07 00:01:32.155 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/07 00:01:32.156 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:31.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.174 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/07 00:01:32.174 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:32.177 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314184508\n# Parse_time: 0.000064945\n# Compile_time: 0.00024399\n# Rewrite_time: 0.000006831\n# Optimize_time: 0.000191759\n# Wait_TS: 0.000302807\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:32.177 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/07 00:01:32.192 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:32.192 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 00:01:32.208 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.229 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.033987ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [2024/05/07 00:01:32.233 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=108] [version=56] [2024/05/07 00:01:32.277 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.109588ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.298 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:32.310 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/07 00:01:32.310 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:32.352 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:32.371 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=2] [job-id=2] [thread-cnt=1] [2024/05/07 00:01:32.371 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=2] [2024/05/07 00:01:33.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=2] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:34.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:34.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:34.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 00:01:34.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:34.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:01:34.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=81.605µs] [2024/05/07 00:01:34.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=195.46µs] [] [2024/05/07 00:01:34.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:34.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:34.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:34.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:34.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:34.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=2] [2024/05/07 00:01:34.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=2] [type=ImportInto] [2024/05/07 00:01:34.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:34.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:34.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:34.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:34.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:34.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 00:01:34.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:34.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:34.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:34.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:34.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 00:01:34.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:34.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:34.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:34.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:34.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:34.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:34.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:34.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:34.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:34.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:34.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:34.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:34.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:34.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:34.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:34.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:34.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:34.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:34.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:34.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:34.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:34.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:34.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:34.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:34.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:34.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:01:34.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=2] [step=import] [limit=256MiB] [2024/05/07 00:01:34.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 00:01:34.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:34.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:34.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/07 00:01:34.672 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [2024/05/07 00:01:34.674 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.001.csv:0] [readDur=839.064µs] [encodeDur=186.013µs] [deliverDur=86.116µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=1.381509ms] [] [2024/05/07 00:01:34.675 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/07 00:01:34.675 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c8aacf81-3dbe-43db-acc8-5558e9b02dbd.sst] [firstKey=74800000000000006B5F728000000000000001] [lastKey=74800000000000006B5F728000000000000002] [2024/05/07 00:01:34.693 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [2024/05/07 00:01:34.695 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.002.csv:0] [readDur=897.899µs] [encodeDur=230.528µs] [deliverDur=29.345µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.456184ms] [] [2024/05/07 00:01:34.696 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=107] [2024/05/07 00:01:34.696 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/06ca0f20-1219-4082-a46a-26aa2bf9abe6.sst] [firstKey=74800000000000006B5F728000000000000003] [lastKey=74800000000000006B5F728000000000000004] [2024/05/07 00:01:34.819 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [2024/05/07 00:01:34.820 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=107] [key=db.tbl.003.csv:0] [readDur=819.124µs] [encodeDur=183.986µs] [deliverDur=10.849µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.242876ms] [] [2024/05/07 00:01:34.821 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b2a20303-e68f-496a-95d8-c26c85c61a31.sst] [firstKey=74800000000000006B5F728000000000000005] [lastKey=74800000000000006B5F728000000000000006] [2024/05/07 00:01:34.821 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=164.260354ms] [] [2024/05/07 00:01:34.821 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:34.821 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:34.821 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:34.824 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.368713ms] [] [2024/05/07 00:01:34.824 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:01:34.828 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:34.830 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 00:01:34.830 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:34.830 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:34.830 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:01:34.831 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6B5F728000000000FF0000010000000000FA] [end=7480000000000000FF6B5F728000000000FF0000070000000000FA] [2024/05/07 00:01:34.831 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6B5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6B5F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:01:34.832 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=506.53µs] [2024/05/07 00:01:34.832 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.342859ms] [] [2024/05/07 00:01:34.837 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920861167618] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:34.837 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579920861167618] [req-type=Cop] [region="{ region id: 14, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:34.840 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:7 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 9, request epoch conf_ver: 5 version: 7\")"] ["job stage"=needRescan] [2024/05/07 00:01:34.841 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000001] [endKey=74800000000000006B5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:36.841 +08:00] [2024/05/07 00:01:38.728 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 42, store 3, region 40, epoch conf_ver:5 version:9 , when open write stream: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 127.0.0.1:20160: i/o timeout\""] ["job stage"=needRescan] [2024/05/07 00:01:38.729 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006B5F728000000000000001] [endKey=74800000000000006B5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:40.729 +08:00] [2024/05/07 00:01:40.745 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 00:01:40.747 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=5.922974904s] [] [2024/05/07 00:01:40.747 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:40.748 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.373796ms] [] [2024/05/07 00:01:40.748 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 00:01:40.748 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:40.750 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.689062ms] [] [2024/05/07 00:01:40.750 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:01:40.750 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:40.750 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=39.425µs] [] [2024/05/07 00:01:40.750 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:40.751 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.037211ms] [] [2024/05/07 00:01:41.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:41.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:41.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:41.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:41.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:41.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:41.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:41.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:41.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:41.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:41.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:41.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:41.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:41.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:41.063 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:01:41.065 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:41.065 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:41.065 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:41.079 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=2] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:41.080 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:41.376 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 00:01:41.381 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:41.381 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:41.381 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:41.381 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:41.382 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:41.383 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:41.383 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:41.383 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:41.383 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=6.765771495s] [] [2024/05/07 00:01:41.689 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:41.690 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=2] [step=post-process] [2024/05/07 00:01:41.704 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:41.704 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:41.704 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 00:01:41.704 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=1.991µs] [] [2024/05/07 00:01:41.704 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:01:41.705 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 00:01:41.705 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 00:01:41.707 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:01:41.708 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.309161ms] [] [2024/05/07 00:01:41.708 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=3.439992ms] [] [2024/05/07 00:01:42.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=2] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:42.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=2] [task-type=ImportInto] [num=1] [2024/05/07 00:01:42.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:42.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=2] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:42.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:42.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=2] [step=done] [state=running] [] [2024/05/07 00:01:42.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=2] [2024/05/07 00:01:42.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:42.284 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 9.971275855\n# Parse_time: 0.000089387\n# Compile_time: 0.00033986\n# Rewrite_time: 0.000085318\n# Optimize_time: 0.000191759\n# Wait_TS: 0.000344622\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:42.287 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:42.298 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:42.298 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:42.314 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.330 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=2] [error="context canceled"] [2024/05/07 00:01:42.330 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=2] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=640.912377ms] [] [2024/05/07 00:01:42.332 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=560.837µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [2024/05/07 00:01:42.336 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=57] [2024/05/07 00:01:42.381 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.260403ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.397 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.414 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=520.438µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:42.419 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=58] [2024/05/07 00:01:42.464 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=52.798437ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.478 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.499 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=589.585µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:42.503 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=109] [version=59] [2024/05/07 00:01:42.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=2] [2024/05/07 00:01:42.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:42.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:42.549 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.583614ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.562 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=109] [elementID=1] [comment="table ID is 107"] [2024/05/07 00:01:42.567 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/07 00:01:42.568 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:42.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.586 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 00:01:42.586 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:42.589 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.301980339\n# Parse_time: 0.000049267\n# Compile_time: 0.000244664\n# Rewrite_time: 0.000003638\n# Optimize_time: 0.000176257\n# Wait_TS: 0.000302596\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:42.590 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/07 00:01:42.605 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/07 00:01:42.605 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:42.622 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.644 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.162147ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [2024/05/07 00:01:42.648 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=111] [version=60] [2024/05/07 00:01:42.693 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=54.024215ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:42.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.709 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:42.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:42.722 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 00:01:42.722 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:42.764 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:42.784 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=3] [job-id=3] [thread-cnt=1] [2024/05/07 00:01:42.784 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=3] [2024/05/07 00:01:45.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=3] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:46.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:46.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:46.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 00:01:46.029 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:46.029 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:01:46.030 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=85.552µs] [2024/05/07 00:01:46.030 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=226.962µs] [] [2024/05/07 00:01:46.030 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:46.030 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:46.030 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:46.045 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:46.045 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:46.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=3] [2024/05/07 00:01:46.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=3] [type=ImportInto] [2024/05/07 00:01:46.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:46.523 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:46.524 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.524 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:46.525 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.525 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.525 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 00:01:46.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:46.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:46.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:46.545 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:46.545 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:46.545 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:46.545 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:46.545 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:46.545 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:46.545 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:46.552 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 00:01:46.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:46.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:46.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:46.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:46.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:46.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:46.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:46.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:46.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:46.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:46.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:46.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:46.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:46.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:46.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:46.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:46.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:46.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:01:46.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=3] [step=import] [limit=256MiB] [2024/05/07 00:01:46.662 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 00:01:46.667 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:46.672 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:46.672 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:46.720 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [2024/05/07 00:01:46.722 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.001.csv:0] [readDur=1.003492ms] [encodeDur=155.568µs] [deliverDur=548.948µs] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [takeTime=2.060232ms] [] [2024/05/07 00:01:46.724 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:46.724 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e928545e-226c-44ae-b768-386dc7ddaa4b.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/05/07 00:01:46.730 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [2024/05/07 00:01:46.732 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.002.csv:0] [readDur=846.965µs] [encodeDur=189.272µs] [deliverDur=29.974µs] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [takeTime=1.344632ms] [] [2024/05/07 00:01:46.733 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 00:01:46.733 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/37b8bf3c-eb60-4c59-a887-ac220e167dd8.sst] [firstKey=74800000000000006E5F728000000000000003] [lastKey=74800000000000006E5F728000000000000004] [2024/05/07 00:01:46.740 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [2024/05/07 00:01:46.742 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=db.tbl.003.csv:0] [readDur=893.099µs] [encodeDur=221.594µs] [deliverDur=20.327µs] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [takeTime=1.390715ms] [] [2024/05/07 00:01:46.743 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=81.820348ms] [] [2024/05/07 00:01:46.743 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/10e0d171-122c-47d7-99bd-6e9f7cb74681.sst] [firstKey=74800000000000006E5F728000000000000005] [lastKey=74800000000000006E5F728000000000000006] [2024/05/07 00:01:46.744 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:46.744 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:46.744 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:46.746 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.371683ms] [] [2024/05/07 00:01:46.746 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:01:46.751 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:46.752 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 00:01:46.752 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:46.752 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:46.752 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:01:46.753 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F728000000000FF0000010000000000FA] [end=7480000000000000FF6E5F728000000000FF0000070000000000FA] [2024/05/07 00:01:46.753 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF6E5F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:01:46.754 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=475.495µs] [2024/05/07 00:01:46.754 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.293172ms] [] [2024/05/07 00:01:46.761 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:9 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 11, request epoch conf_ver: 5 version: 9\")"] ["job stage"=needRescan] [2024/05/07 00:01:46.762 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000006E5F728000000000000001] [endKey=74800000000000006E5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:48.762 +08:00] [2024/05/07 00:01:46.780 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579923994050563] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:46.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579923994050563] [req-type=Cop] [region="{ region id: 14, ver: 9, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:48.778 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 00:01:48.780 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.033722601s] [] [2024/05/07 00:01:48.780 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:48.782 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.578466ms] [] [2024/05/07 00:01:48.782 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 00:01:48.782 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:48.784 +08:00] [INFO] [engine.go:1601] ["compact sst"] [fileCount=3] [size=396] [count=6] [cost=2.160442ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/550e147d-54fe-49ca-a8d9-fa3cf62c9358.sst] [2024/05/07 00:01:48.784 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/550e147d-54fe-49ca-a8d9-fa3cf62c9358.sst] [firstKey=74800000000000006E5F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=74800000000000006E5F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/07 00:01:48.787 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=5.376351ms] [] [2024/05/07 00:01:48.787 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:01:48.792 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:48.793 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/07 00:01:48.793 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:48.793 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:48.793 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [retry=0] [2024/05/07 00:01:48.794 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [end=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [2024/05/07 00:01:48.794 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE] [maxKey=7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7] [regions=1] [2024/05/07 00:01:48.795 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=939.648µs] [2024/05/07 00:01:48.795 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.804839ms] [] [2024/05/07 00:01:48.796 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FF6E5F698000000000FF0000010174657374FF31000000FC038000FF0000000000010380FF0000000000000100FE, endKey: 7480000000000000FF6E5F698000000000FF0000010174657374FF36000000FC038000FF0000000000060380FF0000000000000600FF0000000000000000F7: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:01:48.824 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/07 00:01:48.826 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=38.292969ms] [] [2024/05/07 00:01:48.826 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:48.827 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.302953ms] [] [2024/05/07 00:01:49.006 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579924583874562] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-30:1] [2024/05/07 00:01:49.006 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579924583874561] [req-type=Cop] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=29-not_leader-30:1] [2024/05/07 00:01:49.019 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:49.020 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:49.022 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:49.025 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:49.026 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:49.026 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:49.027 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.027 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:49.028 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:49.028 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:49.028 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:49.047 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:49.047 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:49.047 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.048 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.048 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:49.068 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:01:49.070 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:49.070 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:49.070 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.084 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=3] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:49.084 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.148 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:49.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:49.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.154 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.154 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:49.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:49.155 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:49.155 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:49.155 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:49.155 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.537855098s] [] [2024/05/07 00:01:49.463 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:49.465 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=3] [step=post-process] [2024/05/07 00:01:49.479 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:49.479 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:49.479 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 00:01:49.479 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=1.76µs] [] [2024/05/07 00:01:49.479 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/07 00:01:49.480 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 00:01:49.480 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 00:01:49.482 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924701839367] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/07 00:01:49.482 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579924701839367] [req-type=Cop] [region="{ region id: 44, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 45, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 46, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 47, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=45-epoch_not_match:1] [2024/05/07 00:01:49.489 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/07 00:01:49.489 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=9.301708ms] [] [2024/05/07 00:01:49.489 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=9.47468ms] [] [2024/05/07 00:01:49.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=3] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:49.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=3] [task-type=ImportInto] [num=1] [2024/05/07 00:01:49.520 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:49.520 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=3] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:49.520 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:49.532 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=3] [step=done] [state=running] [] [2024/05/07 00:01:49.537 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=3] [2024/05/07 00:01:49.546 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:49.697 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.9730182\n# Parse_time: 0.000102907\n# Compile_time: 0.000345845\n# Rewrite_time: 0.0000867\n# Optimize_time: 0.000176257\n# Wait_TS: 0.000314811\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:49.701 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:49.714 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:49.714 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:49.732 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.751 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=636.695µs] [gotSchemaVersion=61] [phyTblIDs="[110]"] [actionTypes="[4]"] [2024/05/07 00:01:49.755 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=61] [2024/05/07 00:01:49.800 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.674603ms] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.807 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=3] [error="context canceled"] [2024/05/07 00:01:49.808 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=3] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=344.243009ms] [] [2024/05/07 00:01:49.815 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.832 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=476.923µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:49.836 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=62] [2024/05/07 00:01:49.882 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.473245ms] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.898 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [category=ddl] [job="ID:112, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.921 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=642.953µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:49.925 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=112] [version=63] [2024/05/07 00:01:49.970 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.379811ms] [job="ID:112, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:49.999 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=112] [elementID=1] [comment="table ID is 110"] [2024/05/07 00:01:50.004 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=112] [jobType="drop table"] [2024/05/07 00:01:50.006 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=112] [conn=2] [job="ID:112, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:49.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.027 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/07 00:01:50.029 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:50.033 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.332170356\n# Parse_time: 0.000063202\n# Compile_time: 0.000246079\n# Rewrite_time: 0.00000449\n# Optimize_time: 0.000277872\n# Wait_TS: 0.000252922\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:01:50.034 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/07 00:01:50.111 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=3] [step=-2] [state=succeed] [2024/05/07 00:01:50.860 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579924846018567\n# Query_time: 0.839704953\n# Parse_time: 0\n# Compile_time: 0.000217094\n# Rewrite_time: 0.000002943\n# Optimize_time: 0.000554692\n# Wait_TS: 0\n# Prewrite_time: 0.836989742 Commit_time: 0.001645884 Get_commit_ts_time: 0.000267048 Slowest_prewrite_rpc_detail: {total:0.837s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 836.4ms, scan_detail: {get_snapshot_time: 21.6µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 834.9ms, propose_send_wait: 0s, persist_log: {total: 528.1µs, write_leader_wait: 159ns, sync_log: 458.5µs, write_memtable: 3.01µs}, commit_log: 903.2µs, apply_batch_wait: 18µs, apply: {total:224.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.8µs, write_memtable: 109.3µs}}} Commit_primary_rpc_detail: {total:0.837s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 836.4ms, scan_detail: {get_snapshot_time: 21.6µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 834.9ms, propose_send_wait: 0s, persist_log: {total: 528.1µs, write_leader_wait: 159ns, sync_log: 458.5µs, write_memtable: 3.01µs}, commit_log: 903.2µs, apply_batch_wait: 18µs, apply: {total:224.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.8µs, write_memtable: 109.3µs}}} Write_keys: 10 Write_size: 1263 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: delete from mysql.tidb_background_subtask where task_key = 3\ncommit;"] [2024/05/07 00:01:50.861 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=3] [2024/05/07 00:01:50.861 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579924858863621\n# Query_time: 0.81262651\n# Parse_time: 0\n# Compile_time: 0.000768067\n# Rewrite_time: 0.000058541\n# Optimize_time: 0.000232104\n# Wait_TS: 0.00020423\n# Prewrite_time: 0.809225887 Commit_time: 0.001243153 Get_commit_ts_time: 0.000312435 Slowest_prewrite_rpc_detail: {total:0.809s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 808.5ms, scan_detail: {get_snapshot_time: 7.26µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 807.2ms, propose_send_wait: 0s, persist_log: {total: 528.1µs, write_leader_wait: 159ns, sync_log: 458.5µs, write_memtable: 3.01µs}, commit_log: 813.1µs, apply_batch_wait: 18µs, apply: {total:224.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.8µs, write_memtable: 109.3µs}}} Commit_primary_rpc_detail: {total:0.809s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 808.5ms, scan_detail: {get_snapshot_time: 7.26µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 807.2ms, propose_send_wait: 0s, persist_log: {total: 528.1µs, write_leader_wait: 159ns, sync_log: 458.5µs, write_memtable: 3.01µs}, commit_log: 813.1µs, apply_batch_wait: 18µs, apply: {total:224.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 28.8µs, write_memtable: 109.3µs}}} Write_keys: 1 Write_size: 2749 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 11401\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('nQnQMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE4OC42wrVzLCBsb29wczoxLCBwcmVwYXJlOiA3MsIBGSxpbnNlcnQ6MTE2LjUFKohjb21taXRfdHhuOiB7cHJld3JpdGU6ODA5LjJtcywgZ2V0XxEjGHM6MzEyLjQdNxA6MS4yNAEnHHNsb3dlc3RfEUHwRl9ycGM6IHt0b3RhbDogMC44MDlzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCB0aWt2X3dhbGxfBdYUIDgwOC41BWYwY2FuX2RldGFpbDogewGbIHNuYXBzaG90XwkqCDcuMikAWHJvY2tzZGI6IHtibG9jazoge319fSwgBd0ZQgWBKF9iYXRjaF93YWl0AWsANwn4LHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZxnfEDUyOC4xJRYJYBRsZWFkZXINNigxNTlucywgc3luYwk2CDQ1OC17CS4wbWVtdGFibGU6IDMuMAFHBH0sMZUFZgg4MTMNXhBhcHBseTKvAAQxOAV3BRkVkAwyMjQuCRgUbXV0ZXhfKQEBvglxMp8AGRcAdyGqBDI4DTsJKxmcHDEwOS4zwrVzJUdNERxwcmltYXJ5XzrsAQwwMDFz4uwBBDY5CbuC6wEMMTEuNwX93usBBDEwBdFhI6brAQg0MjNtASkhMkwBBDQwOuoBBDA5LboJLTlODDc5MW4+6AEINDQ1DZElzzboAQA1LZcFGzXqADZRGgBtwukBADFpxz6ZAAgxMS5hQSXmba4IbnVtgUkJKgxrZXlzGQ5YYnl0ZToyNzQ5fQkzLjEzIEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('qAnwQAqjCQoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6MTg4LjbCtXMsIGxvb3BzOjFiH3ByZXBhcmU6IDcywrVzLCBpBTu4OjExNi41wrVzYsYIY29tbWl0X3R4bjoge3ByZXdyaXRlOjgwOS4ybXMsIGdldF8RIxhzOjMxMi40BUkJFBA6MS4yNAEnHHNsb3dlc3RfEUHwRl9ycGM6IHt0b3RhbDogMC44MDlzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCB0aWt2X3dhbGxfBdcUIDgwOC41BWYwY2FuX2RldGFpbDogewGbIHNuYXBzaG90XwkqCDcuMikBWHJvY2tzZGI6IHtibG9jazoge319fSwgBd0ZQgWBKF9iYXRjaF93YWl0AWsANwn4LHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZxnfEDUyOC4xJRYJYBRsZWFkZXINNigxNTlucywgc3luYwk2CDQ1OCV8EY4wbWVtdGFibGU6IDMuMAFHBH0sLV4JMAg4MTMNXhBhcHBseTKvAAQxOAV3BRkVkAwyMjQuCRgUbXV0ZXhfKQEBvkqfABkXAHchqgQyOA07CSsZnBwxMDkuM8K1cyVHKf0gX3ByaW1hcnlfOuwBDDAwMXPi7AEENjkJu4LrAQwxMS43Bf3e6wEEMTAF0QAssusBCDQyM20BKSEy6wEENDA66gEEMDktugktOU4MNzkxbj7oAQg0NDUNkSXPNugBADUtlwUbNeoANlEaAG3C6QEAMWnHPpkACDExLmFBJeZtrhBudW06MVGtDGtleXMZDmRieXRlOjI3NDl9cIkZeP///////////wEYAQ==')\n# Resource_group: default\ninsert into mysql.tidb_ddl_job(job_id, reorg, schema_ids, table_ids, job_meta, type, processing) values(114, false, \"102\", \"113\", 0x7b226964223a3131342c2274797065223a332c22736368656d615f6964223a3130322c227461626c655f6964223a3131332c22736368656d615f6e616d65223a22696d706f72745f696e746f222c227461626c655f6e616d65223a2274222c227374617465223a382c227761726e696e67223a6e756c6c2c22657272223a6e756c6c2c226572725f636f756e74223a302c22726f775f636f756e74223a302c227261775f61726773223a5b7b226964223a3131332c226e616d65223a7b224f223a2274222c224c223a2274227d2c2263686172736574223a22757466386d6234222c22636f6c6c617465223a22757466386d62345f62696e222c22636f6c73223a5b7b226964223a312c226e616d65223a7b224f223a2261222c224c223a2261227d2c226f6666736574223a302c226f726967696e5f64656661756c74223a6e756c6c2c226f726967696e5f64656661756c745f626974223a6e756c6c2c2264656661756c74223a6e756c6c2c2264656661756c745f626974223a6e756c6c2c2264656661756c745f69735f65787072223a66616c73652c2267656e6572617465645f657870725f737472696e67223a22222c2267656e6572617465645f73746f726564223a66616c73652c22646570656e64656e636573223a6e756c6c2c2274797065223a7b225470223a382c22466c6167223a3531352c22466c656e223a32302c22446563696d616c223a302c2243686172736574223a2262696e617279222c22436f6c6c617465223a2262696e617279222c22456c656d73223a6e756c6c2c22456c656d73497342696e6172794c6974223a6e756c6c2c224172726179223a66616c73657d2c227374617465223a352c22636f6d6d656e74223a22222c2268696464656e223a66616c73652c226368616e67655f73746174655f696e666f223a6e756c6c2c2276657273696f6e223a327d2c7b226964223a322c226e616d65223a7b224f223a2262222c224c223a2262227d2c226f6666736574223a312c226f726967696e5f64656661756c74223a6e756c6c2c226f726967696e5f64656661756c745f626974223a6e756c6c2c2264656661756c74223a6e756c6c2c2264656661756c745f626974223a6e756c6c2c2264656661756c745f69735f65787072223a66616c73652c2267656e6572617465645f657870725f737472696e67223a22222c2267656e6572617465645f73746f726564223a66616c73652c22646570656e64656e636573223a6e756c6c2c2274797065223a7b225470223a31352c22466c6167223a302c22466c656e223a3130302c22446563696d616c223a302c2243686172736574223a22757466386d6234222c22436f6c6c617465223a22757466386d62345f62696e222c22456c656d73223a6e756c6c2c22456c656d73497342696e6172794c6974223a6e756c6c2c224172726179223a66616c73657d2c227374617465223a352c22636f6d6d656e74223a22222c2268696464656e223a66616c73652c226368616e67655f73746174655f696e666f223a6e756c6c2c2276657273696f6e223a327d2c7b226964223a332c226e616d65223a7b224f223a2263222c224c223a2263227d2c226f6666736574223a322c226f726967696e5f64656661756c74223a6e756c6c2c226f726967696e5f64656661756c745f626974223a6e756c6c2c2264656661756c74223a6e756c6c2c2264656661756c745f626974223a6e756c6c2c2264656661756c745f69735f65787072223a66616c73652c2267656e6572617465645f657870725f737472696e67223a22222c2267656e6572617465645f73746f726564223a66616c73652c22646570656e64656e636573223a6e756c6c2c2274797065223a7b225470223a332c22466c6167223a302c22466c656e223a31312c22446563696d616c223a302c2243686172736574223a2262696e617279222c22436f6c6c617465223a2262696e617279222c22456c656d73223a6e756c6c2c22456c656d73497342696e6172794c6974223a6e756c6c2c224172726179223a66616c73657d2c227374617465223a352c22636f6d6d656e74223a22222c2268696464656e223a66616c73652c226368616e67655f73746174655f696e666f223a6e756c6c2c2276657273696f6e223a327d5d2c22696e6465785f696e666f223a6e756c6c2c22636f6e73747261696e745f696e666f223a6e756c6c2c22666b5f696e666f223a6e756c6c2c227374617465223a302c22706b5f69735f68616e646c65223a747275652c2269735f636f6d6d6f6e5f68616e646c65223a66616c73652c22636f6d6d6f6e5f68616e646c655f76657273696f6e223a302c22636f6d6d656e74223a22222c226175746f5f696e635f6964223a302c226175746f5f69645f6361636865223a302c226175746f5f72616e645f6964223a302c226d61785f636f6c5f6964223a332c226d61785f6964785f6964223a302c226d61785f666b5f6964223a302c226d61785f6373745f6964223a302c227570646174655f74696d657374616d70223a302c225368617264526f77494442697473223a302c226d61785f73686172645f726f775f69645f62697473223a302c226175746f5f72616e646f6d5f62697473223a302c226175746f5f72616e646f6d5f72616e67655f62697473223a302c227072655f73706c69745f726567696f6e73223a302c22706172746974696f6e223a6e756c6c2c22(len:5541);"] [2024/05/07 00:01:50.861 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:50.861 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/07 00:01:50.869 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:01:50.881 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:50.885 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:01:51.792 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:810.277428ms txnStartTS:449579925094793217 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:237 rocksdb_delete_skipped_count:58 rocksdb_key_skipped_count:644 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:01:51.793 +08:00] [WARN] [domain.go:629] ["loading schema takes a long time"] ["take time"=866.619088ms] [2024/05/07 00:01:51.795 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579925094793217\n# Query_time: 0.815940345\n# Parse_time: 0\n# Compile_time: 0.00345534\n# Rewrite_time: 0.000753112\n# Optimize_time: 0.00225749\n# Wait_TS: 0.000137778\n# Cop_time: 0.808906597 Process_time: 0.000374697 Wait_time: 0.000090681 Request_count: 2 Process_keys: 1 Total_keys: 473 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 115 Rocksdb_key_skipped_count: 1283\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000187348 Cop_proc_p90: 0.00020627 Cop_proc_max: 0.00020627 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.534e-05 Cop_wait_p90: 5.1826e-05 Cop_wait_max: 5.1826e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12716\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0Ba4MAkzXzEzCTAJMjI5NC43NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjgxMC4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yOB32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldFXUMMDkuOR13oCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MzIzLjTCtXMsIGZldGNoHRAFMgw6MHN9EawRCCQKMwkzMV80MShCAVQAKR27QGRhdGE6U2VsZWN0aW9uXzQwEZAQMTcyLjUFZjWJcGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDg2OS44BSshbDRfa2V5czogMCwgdG90XwESEDogMTY4DbMBFCR3YWl0OiAzOC45BTUMcnBjXxFQAQxFBwwgNzc1DYBkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxJAGVCF9kdQUaDG46IDERjzhtYXhfZGlzdHNxbF9jb25VRhggMX0JMjM0LdgYTi9BCjQJMQH8BDFfcssCDHJlb3JJqQRrdgV1BDp7Ba0EMHNVrzx9LCBzY2FuX2RldGFpbDogKbQtFEAyMzYsIGdldF9zbmFwc2hvdA3sDDE2LjMpC5hvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTcsIGtleV86FwAgNjM5LCBibG9jIZsIfX19AdMBBBwKNQk0NF8zOQXYHDY2NjYuNjcJSUwuowN0LCByYW5nZTpbLWluZiwxMTQpLCAoMTE0LCtpbmZdAXJsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0UxZhABAYgBBDAKMwk2XzI5KFByb2JlQYI0NjQwMAlncm91cCBieTp1EkAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXWBLgwwOS42MjYDTHBhcnRpYWxfd29ya2VyOnt3YWxsKWcBLBQ1MDg4MjgBMS4QAgg1LCBFQ0GGADBJuEWkLDQuMDQ3MDgzNDI5cwkXDGV4ZWMl70HIJfwFJBgxMTIxNzNzaRABaBQ0MzI4OTEBaAhwOTUyEgAUfSwgZmlubqEACDAyMwE5oqEAFDIxMDM2NC6hABgyNi4xNTLCgSM2qAAUMjQ1NDA3LqgADDU2NzYlEBWoDRI5uWEcADOBGCWyFG5vdChlcTmWBCwgQTEIKSwgARkUaXNudWxsGR0AKSHpJScQODA5LjQB141OCAkzOLFYYYAQNQk2XzMh1gg4MDBdFkpDBYFRAGXFMlLKBSBzY2hlbWFfaWQB5UZwBkX9CR5JZwhtaW4VrwA4MmICADEZuSWQCbkEMix6YgIQMjAyMTIl+l7BAQAxSUtVYhQ1NTA4NDRBPiGtRWIYNTUuNTE2wkLBARg1NjEzMjU2AdwEYXglVBQxNjI5NTUhWTHBERJ6aQIQMjcxOTYF2aKoABQ4NzIwMTIuaQIQODguNzdKpwAQOTcwMTVhNBGnFDIyMDc1Ny6nABESWWgANsGkDDM2CTBJBcWaJEhhc2hBZ2dfMzEukAElXzWQYpcGBDEwKbpBM62CLXwBEgw6IDIwsXgheSWQCCA1Mc3LwYqBEAEzAQxFxgAgAVQSnggAY8KVBgQzLinRcpUGBDc23ZUAN2EVADGlvf4XA84XA0o/AxYoCX0nADgll2b+BVYOByF/CGVzczKUAQRhbDIXACBfc2l6ZTogMjfB8wB0DvgIDS4IMjM3UkQHCDIyLkmKgkQHADjB0kZEBwQ0NFZEBxQ4CTQzXzOhBQwwCTEwgZ+FRTpCBwBrdiQHgU1mJgEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('pxnwSQqiGQoNUHJvamVjdGlvbl8xMxKKGAoHU29ydF8xNBKUFwoLSGFzaEpvaW5fMjgS4gUKDlRhYmxlUmVhZGVyXzQxEq4DCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMTQpLCAoMTE0LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSmghzy+jO2hBaEEUhgFnQQudB2cKC5yZW9yZ2qgAXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDIzNiwgZ2V0X3NuYXBzaG90XwWkwCAxNi4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU3LCBrZXk+FwBANjM5LCBibG9jazoge319fXAB2QUBLukALBoBASGcWM1gGW7rQBnsKAFAAVIRZGF0YTpTPcwEWhYFmhAxNzIuNQWaLUQUYswBY29wKWFMIHtudW06IDEsIG1heDogODY5LjgFLAxwcm9jDfIYMCwgdG90XwESAecIOC40BSIBFCR3YWl0OiAzOC45BRMMcnBjXxFQAQwFgAwgNzc1DYGAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZUIX2R1BRoMbjogMRGPcG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDqLiEBRBL3DwoKSGFzaEFnZ18yORKcDC7hAhAzMBKfCxkgEDM1EvIGNhQDEDM2EsQEHSIUMRKXAQoQZRIMRnVsbGkRADRFcBTw7zBBKQABARSIw0AwAThyEwMAHv71Alr1AggoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6AQMhyBxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThq1sp0Aw2tTYoAMUWKBGFsMhcAKF9zaXplOiAyNzU3ER8Aa22qADdSqgMMMjIuN0mvfqoDADiBrAR5XzrBAwg2NDSKqgMgId7d3d0dPvdASSMAQCWeYakED2RhqQBITaMMMzFaFWUnHDgwOS4xbXMsbaYIMmLKZqYDDDEwLjMBKyEeDe0pGyUZDDogMjCRjXmlBDUxbdphmUalAwFUADIBVMakAwgzLjYlT26kAwSUAi6uBSEbCK1s+EIbAQCE/rkCvrkCVZ1dqQA1PZElZqk3XDJizwJwYXJ0aWFsX3dvcmtlcjp7d2FsbInlIb4QMjAyMTIlwy6iBBg1LCB0YXNrJXMtpaU2LDQuMDQ1NTA4NDQzc0W4KF9leGVjOjU1LjUxKVAhvEUbBSsUNjEzMjU2YZUEYXgFbxQxNjI5NTUhswhwOTUyEgAUfSwgZmluZqgADDcxOTYF2qKoABQ4NzIwMTIuqAAMODguN2lGNqcAFDk3MDE1OR2nFDIyMDc1Ny6nABESWuMGSR4ESP5NHggAuUBlNxgvbm90KGVxNbMINSwgDloICCksIAEZFGlzbnVsbBkdBCkpPcYANAF+KcYIMXD8LooCJBoBAiFEREREJGM+bwAEOGexQ1EkBDUsjfIcZmlyc3Ryb3cdbpnnLj4CADYdeARiyXo+AhQ1MDg4MjgBMl6WAQAwSSdVPhQ3MDgzNDIhbCGDRT4AMC2jVTcUNzExMjE3QWJRNxA0MzI4OUWmUTcREno3AhA1MDgwMnI3AkKhABQyMTAzNjQNlAWhFDI2LjE1MoUvAbUZqBQyNDU0MDddOBA0NTY3NiUQFagNEl44AhhfaVVa5A8HKgQKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGKzBgQsIDXxBCldXUUAOSGbTUUEYjsWrggUaGFzaF904RIAOhYkCgw6MzIzGh8JEGZldGNoHRAFMiw6MHN9IWokPYfhOBA6qAAAPUqSAKHg6asQOmRlc2NSkQfpaQRaEyVLCDgxMB2nGCHaOe78rE4+agBOFQgBRhBtZXRhLE4TCBmHMRAEMTDJLTEQCA1DbyaUCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg and job_id not in (114) order by processing desc, job_id;"] [2024/05/07 00:01:51.810 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=1.945104ms] [gotSchemaVersion=64] [phyTblIDs="[113]"] [actionTypes="[3]"] [2024/05/07 00:01:51.815 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=114] [version=64] [2024/05/07 00:01:51.859 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.532113ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:50.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:51.876 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:50.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:51.889 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 00:01:51.889 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:01:51.891 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8580839519999999\n# Parse_time: 0.000454692\n# Compile_time: 0.000306519\n# Rewrite_time: 0.000004801\n# Optimize_time: 0.000277872\n# Wait_TS: 0.000380492\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/07 00:01:51.934 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:01:51.953 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=4] [job-id=4] [thread-cnt=1] [2024/05/07 00:01:51.953 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=4] [2024/05/07 00:01:54.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=4] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:01:55.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:01:55.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:55.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 00:01:55.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:01:55.029 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:01:55.029 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=109.19µs] [2024/05/07 00:01:55.029 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=210.826µs] [] [2024/05/07 00:01:55.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:01:55.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:55.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:01:55.044 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:01:55.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:01:55.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=4] [2024/05/07 00:01:55.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=4] [type=ImportInto] [2024/05/07 00:01:55.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:55.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:55.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:55.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:55.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:55.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:55.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:55.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:55.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 00:01:55.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:55.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:55.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:55.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:55.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:55.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:55.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:55.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:55.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:55.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:55.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:55.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:55.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:55.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:55.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:55.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:55.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:55.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:55.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:01:55.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:01:55.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=4] [step=import] [limit=256MiB] [2024/05/07 00:01:55.659 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 00:01:55.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:55.670 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:55.670 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/07 00:01:55.779 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [2024/05/07 00:01:55.781 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.001.csv:0] [readDur=1.160284ms] [encodeDur=378.026µs] [deliverDur=106.425µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=2.208837ms] [] [2024/05/07 00:01:55.782 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/07 00:01:55.782 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/44744827-fb4b-4674-9ccb-9518a137564a.sst] [firstKey=7480000000000000715F728000000000000001] [lastKey=7480000000000000715F728000000000000002] [2024/05/07 00:01:55.931 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [2024/05/07 00:01:55.933 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.002.csv:0] [readDur=899.108µs] [encodeDur=592.009µs] [deliverDur=11.125µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.754258ms] [] [2024/05/07 00:01:55.934 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=113] [2024/05/07 00:01:55.934 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d44b821e-2e96-42b9-9042-29360872d91a.sst] [firstKey=7480000000000000715F728000000000000003] [lastKey=7480000000000000715F728000000000000004] [2024/05/07 00:01:56.130 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [2024/05/07 00:01:56.132 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=113] [key=db.tbl.003.csv:0] [readDur=923.97µs] [encodeDur=392.819µs] [deliverDur=19.728µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.682755ms] [] [2024/05/07 00:01:56.133 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=474.19175ms] [] [2024/05/07 00:01:56.133 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d104f088-5b80-4a8e-afe8-a6966ed329ff.sst] [firstKey=7480000000000000715F728000000000000005] [lastKey=7480000000000000715F728000000000000006] [2024/05/07 00:01:56.134 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:56.134 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:56.134 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:56.136 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.452634ms] [] [2024/05/07 00:01:56.136 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:01:56.141 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:01:56.143 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 00:01:56.144 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:01:56.144 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:56.144 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:01:56.144 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF715F728000000000FF0000010000000000FA] [end=7480000000000000FF715F728000000000FF0000070000000000FA] [2024/05/07 00:01:56.144 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF715F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF715F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:01:56.145 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.889µs] [2024/05/07 00:01:56.145 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.170247ms] [] [2024/05/07 00:01:56.153 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:11 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 13, request epoch conf_ver: 5 version: 11\")"] ["job stage"=needRescan] [2024/05/07 00:01:56.154 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000715F728000000000000001] [endKey=7480000000000000715F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:01:58.154 +08:00] [2024/05/07 00:01:56.181 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579926457942021] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:56.181 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579926457942021] [req-type=Cop] [region="{ region id: 14, ver: 11, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:01:58.174 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 00:01:58.176 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.039621599s] [] [2024/05/07 00:01:58.176 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:01:58.178 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.722539ms] [] [2024/05/07 00:01:58.178 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 00:01:58.178 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:58.180 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.132151ms] [] [2024/05/07 00:01:58.180 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:01:58.180 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:58.180 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=74.768µs] [] [2024/05/07 00:01:58.180 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:01:58.182 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.29191ms] [] [2024/05/07 00:01:58.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:01:58.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:58.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 00:01:58.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:58.523 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:58.523 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:58.524 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.524 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:58.525 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:58.525 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:58.525 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:01:58.547 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:58.548 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:58.548 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:58.548 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:58.564 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:01:58.566 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:01:58.566 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:01:58.566 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:58.580 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=4] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:01:58.580 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:58.810 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:58.814 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:58.814 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:58.814 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:58.814 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:58.815 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:58.815 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:58.815 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:58.815 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:58.815 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.197646186s] [] [2024/05/07 00:01:59.122 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:01:59.123 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=4] [step=post-process] [2024/05/07 00:01:59.136 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:59.136 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:59.136 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 00:01:59.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:01:59.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:01:59.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:01:59.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:59.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:01:59.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:01:59.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:01:59.141 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:01:59.141 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:01:59.141 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:01:59.141 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:01:59.141 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:01:59.141 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:01:59.142 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:01:59.142 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:01:59.142 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:01:59.142 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:01:59.148 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.442984ms] [] [2024/05/07 00:01:59.149 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:01:59.149 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 00:01:59.149 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 00:01:59.151 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:01:59.152 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=15.504393ms] [] [2024/05/07 00:01:59.152 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=15.65249ms] [] [2024/05/07 00:01:59.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=4] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:01:59.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=4] [task-type=ImportInto] [num=1] [2024/05/07 00:01:59.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=post-process] [next-step=done] [2024/05/07 00:01:59.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=4] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:01:59.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:01:59.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=4] [step=done] [state=running] [] [2024/05/07 00:01:59.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=4] [2024/05/07 00:01:59.542 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:01:59.765 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.873356052\n# Parse_time: 0.000078324\n# Compile_time: 0.000324594\n# Rewrite_time: 0.000078355\n# Optimize_time: 0.000277872\n# Wait_TS: 0.000299261\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:01:59.768 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:01:59.776 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=4] [error="context canceled"] [2024/05/07 00:01:59.776 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=4] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.513778ms] [] [2024/05/07 00:01:59.779 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:01:59.779 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:01:59.806 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:59.823 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=562.111µs] [gotSchemaVersion=65] [phyTblIDs="[113]"] [actionTypes="[4]"] [2024/05/07 00:01:59.827 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=65] [2024/05/07 00:01:59.873 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.631264ms] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:59.895 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:59.912 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=484.205µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:59.915 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=66] [2024/05/07 00:01:59.961 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.510205ms] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:59.974 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:01:59.993 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=529.894µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:01:59.997 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=115] [version=67] [2024/05/07 00:02:00.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=4] [2024/05/07 00:02:00.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:00.043 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.200346ms] [job="ID:115, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:00.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:00.057 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=115] [elementID=1] [comment="table ID is 113"] [2024/05/07 00:02:00.062 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop table"] [2024/05/07 00:02:00.064 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:113, RowCount:0, ArgLen:3, start time: 2024-05-07 00:01:59.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:00.082 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 00:02:00.082 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:00.084 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315614523\n# Parse_time: 0.000094105\n# Compile_time: 0.000224923\n# Rewrite_time: 0.000004709\n# Optimize_time: 0.000181363\n# Wait_TS: 0.000258293\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:00.084 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=67] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/07 00:02:00.099 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:00.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:00.099 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:00.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/07 00:02:00.115 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:00.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:00.136 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=1.790959ms] [gotSchemaVersion=68] [phyTblIDs="[116]"] [actionTypes="[3]"] [2024/05/07 00:02:00.141 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=117] [version=68] [2024/05/07 00:02:00.184 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=52.926496ms] [job="ID:117, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:00.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:00.199 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:00.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:00.211 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 00:02:00.211 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:00.251 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:00.270 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=5] [job-id=5] [thread-cnt=1] [2024/05/07 00:02:00.270 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=5] [2024/05/07 00:02:00.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=5] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:01.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:01.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:02:01.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 00:02:01.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:01.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:01.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=86.175µs] [2024/05/07 00:02:01.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=208.591µs] [] [2024/05/07 00:02:01.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:01.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:01.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:01.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:01.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:01.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=5] [2024/05/07 00:02:01.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=5] [type=ImportInto] [2024/05/07 00:02:01.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:01.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:01.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:01.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:01.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:01.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 00:02:01.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:01.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:01.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 00:02:01.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:01.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:02:01.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:02:01.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:01.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:01.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:01.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:01.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:01.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:01.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:01.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:01.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:01.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:01.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:01.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:01.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:01.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:01.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:01.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:01.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:01.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:01.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:01.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:01.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:01.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=5] [step=import] [limit=256MiB] [2024/05/07 00:02:01.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 00:02:01.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:01.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:01.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:02:01.754 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [2024/05/07 00:02:01.756 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.001.csv:0] [readDur=763.331µs] [encodeDur=624.675µs] [deliverDur=83.379µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [takeTime=1.733667ms] [] [2024/05/07 00:02:01.757 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:02:01.757 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3e956aa3-9331-456e-9eec-d0326643e3c9.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/07 00:02:01.845 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [2024/05/07 00:02:01.847 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.002.csv:0] [readDur=751.161µs] [encodeDur=570.043µs] [deliverDur=9.776µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [takeTime=1.56067ms] [] [2024/05/07 00:02:01.848 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 00:02:01.848 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cdb17d0a-fb69-44a6-aa11-d0c1601c53b8.sst] [firstKey=7480000000000000745F728000000000000003] [lastKey=7480000000000000745F728000000000000004] [2024/05/07 00:02:01.896 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [2024/05/07 00:02:01.898 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=db.tbl.003.csv:0] [readDur=713.338µs] [encodeDur=211.673µs] [deliverDur=8.988µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [takeTime=1.189407ms] [] [2024/05/07 00:02:01.898 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/44643814-de4c-4083-8aa5-37c0c399eb2d.sst] [firstKey=7480000000000000745F728000000000000005] [lastKey=7480000000000000745F728000000000000006] [2024/05/07 00:02:01.898 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=243.530938ms] [] [2024/05/07 00:02:01.899 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:02:01.899 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:02:01.899 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:01.901 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.251642ms] [] [2024/05/07 00:02:01.901 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:01.905 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:01.907 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 00:02:01.907 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:01.907 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:01.907 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:02:01.908 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF745F728000000000FF0000010000000000FA] [end=7480000000000000FF745F728000000000FF0000070000000000FA] [2024/05/07 00:02:01.908 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF745F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF745F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:02:01.908 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.326µs] [2024/05/07 00:02:01.909 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.170824ms] [] [2024/05/07 00:02:01.924 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 15, but you sent conf_ver: 5 version: 13"] [region="{ID=72,startKey=7480000000000000FF745F728000000000FF0000010000000000FA,endKey=7480000000000000FF745F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:15 \",peers=\"id:73 store_id:1 ,id:74 store_id:3 ,id:75 store_id:2 \"}"] [start=7480000000000000745F728000000000000001] [end=7480000000000000745F728000000000000007] [2024/05/07 00:02:01.924 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000745F728000000000000001] [endKey=7480000000000000745F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:03.924 +08:00] [2024/05/07 00:02:01.931 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927965270023] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:01.931 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927965270023] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:01.931 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579927965270025] [req-type=Cop] [region="{ region id: 14, ver: 13, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:03.941 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 00:02:03.942 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.041107611s] [] [2024/05/07 00:02:03.942 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:03.944 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.382221ms] [] [2024/05/07 00:02:03.944 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 00:02:03.944 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:03.946 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.786848ms] [] [2024/05/07 00:02:03.946 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:03.946 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:03.946 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=51.205µs] [] [2024/05/07 00:02:03.946 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:03.947 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=828.894µs] [] [2024/05/07 00:02:04.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:04.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:02:04.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:04.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:04.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:04.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:04.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:04.650 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:04.651 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:04.651 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:04.671 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.671 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.671 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.671 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.671 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.672 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.672 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.672 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.672 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.672 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.687 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:02:04.689 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:04.689 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:04.689 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.704 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=5] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:04.704 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:04.978 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 00:02:04.982 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:04.982 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.982 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.982 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:04.983 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:04.983 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:04.983 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:04.983 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:02:04.983 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.36658581s] [] [2024/05/07 00:02:05.290 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:05.291 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=5] [step=post-process] [2024/05/07 00:02:05.305 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:02:05.305 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:02:05.305 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 00:02:05.308 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:05.309 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:05.309 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:05.310 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.310 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:05.311 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:05.311 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:05.311 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:05.311 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:05.311 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:05.311 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:05.311 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:05.311 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:05.319 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.816482ms] [] [2024/05/07 00:02:05.319 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:02:05.320 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 00:02:05.320 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 00:02:05.586 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:02:05.587 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=281.611427ms] [] [2024/05/07 00:02:05.587 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=281.765974ms] [] [2024/05/07 00:02:06.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=5] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:06.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=5] [task-type=ImportInto] [num=1] [2024/05/07 00:02:06.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:06.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=5] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:06.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:06.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=5] [step=done] [state=running] [] [2024/05/07 00:02:06.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=5] [2024/05/07 00:02:06.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:06.211 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=5] [error="context canceled"] [2024/05/07 00:02:06.211 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=5] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=920.920965ms] [] [2024/05/07 00:02:06.282 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.068615152\n# Parse_time: 0.000087772\n# Compile_time: 0.000337593\n# Rewrite_time: 0.000090478\n# Optimize_time: 0.000181363\n# Wait_TS: 0.000301236\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:06.286 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:06.296 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:06.296 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:06.314 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.332 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=597.54µs] [gotSchemaVersion=69] [phyTblIDs="[116]"] [actionTypes="[4]"] [2024/05/07 00:02:06.335 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=69] [2024/05/07 00:02:06.381 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.387462ms] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.397 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.416 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=668.38µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:06.421 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=70] [2024/05/07 00:02:06.466 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.449017ms] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.480 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:116, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.500 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=524.756µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:06.504 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=118] [version=71] [2024/05/07 00:02:06.512 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=5] [step=-2] [state=succeed] [2024/05/07 00:02:06.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=5] [2024/05/07 00:02:06.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:06.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:06.550 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.537974ms] [job="ID:118, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.566 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=118] [elementID=1] [comment="table ID is 116"] [2024/05/07 00:02:06.571 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="drop table"] [2024/05/07 00:02:06.573 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:116, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:06.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.590 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/07 00:02:06.591 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:06.593 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.307501871\n# Parse_time: 0.000081099\n# Compile_time: 0.000229964\n# Rewrite_time: 0.00000475\n# Optimize_time: 0.000200388\n# Wait_TS: 0.000360529\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:06.594 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/07 00:02:06.609 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/07 00:02:06.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:06.625 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.647 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=1.93533ms] [gotSchemaVersion=72] [phyTblIDs="[119]"] [actionTypes="[3]"] [2024/05/07 00:02:06.651 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=120] [version=72] [2024/05/07 00:02:06.695 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.690106ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:06.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.711 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:06.59 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:06.724 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/07 00:02:06.724 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:06.766 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:06.786 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=6] [job-id=6] [thread-cnt=1] [2024/05/07 00:02:06.786 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=6] [2024/05/07 00:02:09.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=6] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:10.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:10.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:10.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 00:02:10.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:10.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:10.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=128.442µs] [2024/05/07 00:02:10.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=235.221µs] [] [2024/05/07 00:02:10.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:10.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:10.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:10.042 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:10.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:10.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=6] [2024/05/07 00:02:10.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=6] [type=ImportInto] [2024/05/07 00:02:10.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:10.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:10.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:10.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:10.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:10.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 00:02:10.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:10.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:10.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:10.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:10.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 00:02:10.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:10.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:10.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:10.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:10.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:10.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:10.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:10.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:10.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:10.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:10.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:10.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:10.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:10.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:10.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:10.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:10.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:10.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:10.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:10.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:10.631 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:10.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:10.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:10.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=6] [step=import] [limit=256MiB] [2024/05/07 00:02:10.652 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 00:02:10.657 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:10.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:10.662 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/07 00:02:10.723 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [2024/05/07 00:02:10.725 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.001.csv:0] [readDur=1.216844ms] [encodeDur=601.015µs] [deliverDur=25.722µs] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [takeTime=2.079242ms] [] [2024/05/07 00:02:10.726 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/07 00:02:10.726 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a1136e1e-19e1-43fc-909a-c3eb3b6b9267.sst] [firstKey=7480000000000000775F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000775F72017465737432000000FC038000000000000016] [2024/05/07 00:02:10.803 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [2024/05/07 00:02:10.805 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.002.csv:0] [readDur=784.639µs] [encodeDur=571.329µs] [deliverDur=10.323µs] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [takeTime=1.613338ms] [] [2024/05/07 00:02:10.806 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=119] [2024/05/07 00:02:10.806 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8997a3cb-791d-4122-8430-af484b01a090.sst] [firstKey=7480000000000000775F72017465737433000000FC038000000000000021] [lastKey=7480000000000000775F72017465737434000000FC03800000000000002C] [2024/05/07 00:02:10.846 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [2024/05/07 00:02:10.847 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=119] [key=db.tbl.003.csv:0] [readDur=696.274µs] [encodeDur=206.261µs] [deliverDur=8.68µs] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [takeTime=1.156739ms] [] [2024/05/07 00:02:10.848 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c7343202-9fbc-42d1-bd64-84ee3d65d95b.sst] [firstKey=7480000000000000775F72017465737435000000FC038000000000000037] [lastKey=7480000000000000775F72017465737436000000FC038000000000000042] [2024/05/07 00:02:10.848 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=195.560502ms] [] [2024/05/07 00:02:10.848 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:10.848 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:10.848 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:10.850 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.342844ms] [] [2024/05/07 00:02:10.851 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:10.855 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:10.856 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/07 00:02:10.856 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:10.856 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:10.856 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [retry=0] [2024/05/07 00:02:10.857 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [end=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [2024/05/07 00:02:10.857 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF775F720174657374FF31000000FC038000FF00000000000B0000FD] [maxKey=7480000000000000FF775F720174657374FF36000000FC038000FF0000000000420000FE] [regions=1] [2024/05/07 00:02:10.858 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=472.937µs] [2024/05/07 00:02:10.858 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.240333ms] [] [2024/05/07 00:02:10.865 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:15 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 17, request epoch conf_ver: 5 version: 15\")"] ["job stage"=needRescan] [2024/05/07 00:02:10.866 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000775F72017465737431000000FC03800000000000000B] [endKey=7480000000000000775F72017465737436000000FC03800000000000004200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:12.866 +08:00] [2024/05/07 00:02:10.880 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579930311458819] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:10.881 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579930311458819] [req-type=Cop] [region="{ region id: 14, ver: 15, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:12.886 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/07 00:02:12.887 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.036634909s] [] [2024/05/07 00:02:12.887 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:12.889 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.422044ms] [] [2024/05/07 00:02:12.889 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 00:02:12.889 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:12.891 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.744635ms] [] [2024/05/07 00:02:12.891 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:12.891 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:12.891 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=42.539µs] [] [2024/05/07 00:02:12.891 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:12.892 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.212896ms] [] [2024/05/07 00:02:13.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:13.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:13.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:13.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:13.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:13.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:13.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:13.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:13.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:13.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:13.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:13.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:13.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:13.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:13.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:02:13.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:13.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:13.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:13.075 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=6] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:13.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:13.212 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 00:02:13.216 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:13.216 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:13.216 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:13.216 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:13.218 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:13.218 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:13.218 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:13.218 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:13.218 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.601775759s] [] [2024/05/07 00:02:13.525 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:13.526 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=6] [step=post-process] [2024/05/07 00:02:13.539 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:13.539 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:13.539 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 00:02:13.539 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=2.17µs] [] [2024/05/07 00:02:13.539 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/07 00:02:13.540 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 00:02:13.540 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 00:02:13.542 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/07 00:02:13.542 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.144363ms] [] [2024/05/07 00:02:13.542 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=3.254151ms] [] [2024/05/07 00:02:14.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=6] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:14.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=6] [task-type=ImportInto] [num=1] [2024/05/07 00:02:14.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:14.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=6] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:14.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:14.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=6] [step=done] [state=running] [] [2024/05/07 00:02:14.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=6] [2024/05/07 00:02:14.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:14.166 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=6] [error="context canceled"] [2024/05/07 00:02:14.166 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=6] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=641.469667ms] [] [2024/05/07 00:02:14.297 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.569912771\n# Parse_time: 0.000135701\n# Compile_time: 0.000443527\n# Rewrite_time: 0.000109526\n# Optimize_time: 0.000200388\n# Wait_TS: 0.000290069\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:14.300 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:14.310 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:14.310 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:14.324 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.340 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=502.374µs] [gotSchemaVersion=73] [phyTblIDs="[119]"] [actionTypes="[4]"] [2024/05/07 00:02:14.344 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=73] [2024/05/07 00:02:14.390 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.220554ms] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.403 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.419 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=469.758µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:14.423 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=74] [2024/05/07 00:02:14.468 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=6] [step=-2] [state=succeed] [2024/05/07 00:02:14.469 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.870784ms] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.481 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.501 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=484.113µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:14.504 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=121] [version=75] [2024/05/07 00:02:14.521 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=6] [2024/05/07 00:02:14.527 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:14.541 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:14.551 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.235514ms] [job="ID:121, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.564 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=121] [elementID=1] [comment="table ID is 119"] [2024/05/07 00:02:14.568 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop table"] [2024/05/07 00:02:14.569 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:119, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:14.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.586 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 00:02:14.586 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:14.589 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/07 00:02:14.602 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:14.602 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:02:14.616 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.635 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=1.713994ms] [gotSchemaVersion=76] [phyTblIDs="[122]"] [actionTypes="[3]"] [2024/05/07 00:02:14.639 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=123] [version=76] [2024/05/07 00:02:14.683 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.545351ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:14.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.698 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:14.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:14.709 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 00:02:14.709 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:14.746 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:14.763 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=7] [job-id=7] [thread-cnt=1] [2024/05/07 00:02:14.763 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=7] [2024/05/07 00:02:15.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=7] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:16.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:16.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:16.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 00:02:16.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:16.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:16.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=59.719µs] [2024/05/07 00:02:16.024 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=151.941µs] [] [2024/05/07 00:02:16.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:16.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:16.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:16.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:16.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:16.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=7] [2024/05/07 00:02:16.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=7] [type=ImportInto] [2024/05/07 00:02:16.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:16.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:16.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:16.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:16.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:16.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:16.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:16.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:16.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:16.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:16.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 00:02:16.582 +08:00] [INFO] [manager.go:364] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] ["owner key"=/tidb/br-stream/owner/3eaa8f4ea16320b4] [ownerID=0634fccc-ae49-46a0-bb2f-1161bbce3a88] [op=none] [2024/05/07 00:02:16.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:16.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:16.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:16.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:16.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:16.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:16.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:16.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:16.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:16.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:16.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:16.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:16.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:16.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:16.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:16.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:16.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:16.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:16.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:16.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:16.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:16.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:16.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:16.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:16.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:16.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:16.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=7] [step=import] [limit=256MiB] [2024/05/07 00:02:16.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 00:02:16.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:16.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:16.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:16.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [2024/05/07 00:02:16.681 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.001.csv:0] [readDur=743.091µs] [encodeDur=247.196µs] [deliverDur=190.676µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [takeTime=1.496136ms] [] [2024/05/07 00:02:16.682 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:16.682 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9c5e8e5f-0209-405c-b938-3b31acac3dd9.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000002] [2024/05/07 00:02:16.699 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [2024/05/07 00:02:16.701 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.002.csv:0] [readDur=742.691µs] [encodeDur=400.085µs] [deliverDur=194.864µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [takeTime=1.596323ms] [] [2024/05/07 00:02:16.702 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/05/07 00:02:16.702 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a25acb12-02a9-442d-831d-6056b395aeb3.sst] [firstKey=74800000000000007A5F728000000000000008] [lastKey=74800000000000007A5F728000000000000009] [2024/05/07 00:02:16.730 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [2024/05/07 00:02:16.732 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=db.tbl.003.csv:0] [readDur=766.427µs] [encodeDur=613.522µs] [deliverDur=204.107µs] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [takeTime=1.820603ms] [] [2024/05/07 00:02:16.733 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/214f752c-aeec-42cc-850f-0bd88bd0a491.sst] [firstKey=74800000000000007A5F72800000000000000F] [lastKey=74800000000000007A5F728000000000000010] [2024/05/07 00:02:16.733 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=77.147272ms] [] [2024/05/07 00:02:16.733 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:16.733 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:16.733 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:16.736 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.376309ms] [] [2024/05/07 00:02:16.736 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:16.740 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:16.741 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 00:02:16.742 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:16.742 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:16.742 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [retry=0] [2024/05/07 00:02:16.742 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7A5F728000000000FF0000010000000000FA] [end=7480000000000000FF7A5F728000000000FF0000110000000000FA] [2024/05/07 00:02:16.742 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7A5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7A5F728000000000FF0000110000000000FA] [regions=1] [2024/05/07 00:02:16.743 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=383.532µs] [2024/05/07 00:02:16.743 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.101736ms] [] [2024/05/07 00:02:16.764 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 19, but you sent conf_ver: 5 version: 17"] [region="{ID=88,startKey=7480000000000000FF7A5F728000000000FF0000010000000000FA,endKey=7480000000000000FF7A5F728000000000FF0000110000000000FA,epoch=\"conf_ver:5 version:19 \",peers=\"id:89 store_id:1 ,id:90 store_id:3 ,id:91 store_id:2 \"}"] [start=74800000000000007A5F728000000000000001] [end=74800000000000007A5F728000000000000011] [2024/05/07 00:02:16.764 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007A5F728000000000000001] [endKey=74800000000000007A5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:18.764 +08:00] [2024/05/07 00:02:16.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579931858108419] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:16.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579931858108419] [req-type=Cop] [region="{ region id: 14, ver: 17, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:19.057 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:377.392195ms txnStartTS:449579932356182020 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:376 kv_read_ms:0 processed_versions:0 total_versions:269 rocksdb_delete_skipped_count:64 rocksdb_key_skipped_count:728 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:02:19.057 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:377.349754ms txnStartTS:449579932356182020 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:376 kv_read_ms:0 processed_versions:0 total_versions:269 rocksdb_delete_skipped_count:64 rocksdb_key_skipped_count:728 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:02:19.057 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:375.531852ms txnStartTS:449579932356182022 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:374 kv_read_ms:0 processed_versions:0 total_versions:153 rocksdb_delete_skipped_count:64 rocksdb_key_skipped_count:380 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:02:19.059 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579932356182022\n# Query_time: 0.37729237\n# Parse_time: 0\n# Compile_time: 0.00096003\n# Rewrite_time: 0.000211431\n# Optimize_time: 0.000272654\n# Wait_TS: 0.000097325\n# Cop_time: 0.375593029 Process_time: 0.000123196 Wait_time: 0.374900362 Request_count: 1 Total_keys: 153 Get_snapshot_time: 0.375 Rocksdb_delete_skipped_count: 64 Rocksdb_key_skipped_count: 380\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000123196 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.374900362 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 253\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.375441816\n# PD_total: 0.000023204\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4QTwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6Mzc1LjdtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYNW1zLCBwcm9jX2tleXM6IDAsIHRvdF8BEiQ6IDEyMy4ywrVzCRQod2FpdDogMzc0LjkBNRxycGNfbnVtOgFPAQwMdGltZQEfADUJVKBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdQUaGG46IDEzLjEFbMhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0JMjUzIEJ5dGVzCU4vQQoxCTFfNgkxXzA1FahsZShteXNxbC50aWRiX21kbF9pbmZvLnZlcnNpb24sIDc2KQkwCXRpa3ZfJRIAewW2GDBzLCBsb28hLlR9LCBzY2FuX2RldGFpbDoge3RvdGFsLR1EMTUzLCBnZXRfc25hcHNob3RfBT89FJhvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjQsIGtleV86FwAEMzghFSRsb2NrOiB7fX19Ad0BBBgKMgk0M181BeIsMTAwMDAJdGFibGU6Mt0AAVJsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3rwACAJTi9BCU4vQQo=')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('ygWYCsUFCg1UYWJsZVJlYWRlcl83EpkDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSI2xlKAWDBC50LoIAPC52ZXJzaW9uLCA3NilqoAFucAC4LCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDE1MywgZ2V0X3NuYXBzaG90X3QBr8AgMzc0Ljltcywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2NCwga2V5PhcAQDM4MCwgYmxvY2s6IHt9fX1wBeUBATL0AAHrDOpz5kAZ9CQBQAFSEGRhdGE6PbQIWhV0AZYQMzc1LjcBlQBsKUocYsoBY29wX3QhZzAge251bTogMSwgbWF4AcAINS41ASsMcHJvYw3sGDAsIHRvdF8BEiQ6IDEyMy4ywrVzCRQMd2FpdAE1EfUIcGNfEU8BDAV+ACABfwVUYGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAB9Ax1aWxkBZMIX2R1BRoYbjogMTMuMQVsqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXD9AXj///////////8BGAE=')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 76;"] [2024/05/07 00:02:19.060 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579932356182020\n# Query_time: 0.381436088\n# Parse_time: 0\n# Compile_time: 0.002357451\n# Rewrite_time: 0.000503619\n# Optimize_time: 0.001468754\n# Wait_TS: 0.000105639\n# Cop_time: 0.753213757 Process_time: 0.000414634 Wait_time: 0.752906951 Request_count: 2 Total_keys: 538 Get_snapshot_time: 0.753 Rocksdb_delete_skipped_count: 128 Rocksdb_key_skipped_count: 1456\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000207317 Cop_proc_p90: 0.000207338 Cop_proc_max: 0.000207338 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.376453475 Cop_wait_p90: 0.376458507 Cop_wait_max: 0.376458507 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2051\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1BWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM3Ny41bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAANDLyAHBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNzYuOQEqEGZldGNoGQ8FMAw6MHN9EaURCCQKMwkzMV80MShCAVIAKQm0QGRhdGE6U2VsZWN0aW9uXzQwGYkINi44AV81e1xjb3BfdGFzazoge251bTogMSwgbWF4OiAhpQWzIWA0X2tleXM6IDAsIHRvdF8BEiQ6IDIwNy4zwrVzCRQMd2FpdAE1ADYp2gxycGNfEU8BDCX4BVQAMwF+aGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLAnqBZMIX2R1BRoYbjogMTUuMgVsOG1heF9kaXN0c3FsX2NvblU2GCAxfQkyNTMtyRhOL0EKNAkxAfkEMV9FtlBub3QoaXN0cnVlX3dpdGhfbnVsbChKxQEUcmVvcmcpIUcMdGlrdgWHBDp7Bb4EMHNVsTx9LCBzY2FuX2RldGFpbDogKbwtJUAyNjksIGdldF9zbmFwc2hvdBX9ADYpUZhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY0LCBrZXk+FwAgNzI4LCBibG9jIasIfX19AeUBBBwKNQk0M18zOQ3qDDAwMAlJUi6jA3wsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0UgZvAAAWgBBDAKMwk2XzI5KFByb2JlISU0NjQwMAlncm91cCBieTpV+kAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXWNEAAxQRdVlUxwYXJ0aWFsX3dvcmtlcjp7d2FsbClHQZcMMDQyOWUkLgECCDUsIEHHAF9BdgAwXZQkMS44ODQ3NjA1OE2qDGV4ZWMlzUHLJdoJIxQ4NDE0N3NJ/mWGDDg4NTkFlwhwOTUyEgAUfSwgZmluZp8ADDU0NzYFOaKgABQ5MDQxNjIuoQAYMjIuODQ1wnFfGagUOTMzNTY2FagYNy4wMDI0N2mqBagZEjm3YQwAM4EFJbBpDABuYQI1jE3zKY49jAgJMzixHmFVEDUJNl8zIbkAOEFoNflKSQOBJQBlpfcALE6SBSBzY2hlbWFfaWQBykZSBkXCCR5JSghtaW4VrQA4VkUCrTmSRQIYNi44ODE0OQXqnqYBGDM5MzI4MzEupgGBFDJHAhgzOTkwMjc1AdUEYXhFNRA4MTA3M8XuKZ8ANhUSckcCGDYuODkxMzW2RwIQMTk4OTlBHAGURegUNDIuNDgxSkcCEDI1MDU2YRMVqAw2NDEzBW8VqA0SWUcANsFrDDM2CTAp/wBkwWYkSGFzaEFnZ18zMXnPrmQGxRBBLQBfqmQGRe/BWGHuwbMBDGUk6mQGDDkuOTclKqZkBgA3YQ8AMaV6/hEDzhEDSjkDFuoIfSEOxgj+ywb+ywaiywYEOAnBy4Gu4bWBY4UJ/ssGUssG')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('vRjwSQq4GAoNUHJvamVjdGlvbl8xMxKeFwoHU29ydF8xNBKmFgoLSGFzaEpvaW5fMjgS1wUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDI2OSwgZ2V0X3NuYXBzaG90X3RpbWU6IDM3Ni40bXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjQsIGtleV9za2lwcGVkX2NvdW50OiA3MjgsIGJsb2NrOiB7fX19cAnyOgABNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM9xARaFQWaAZkMOG1zLDFaFGLKAWNvcCl3MCB7bnVtOiAxLCBtYXgBxAQ3LgXEDHByb2MN8BgwLCB0b3RfARIkOiAyMDcuM8K1cwkUDHdhaXQBNQg2LjUBYAxycGNfEU8BDAV+FCAzNzcuMwEfgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDE1LjIFbHRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w/QFdHkQSlg8KCkhhc2hBZ2dfMjkSvQsu1gIQMzAS2woZIBAzNRK2BjYJAxAzNhKKBB0iADFOBwMANEWE/gcD7gcDbQcAKHUHBEC/aQcslAFncm91cCBieTptYZA2/AIhwxxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+bQP+bQPibQMcId7d3d0dPvdtaiFmYWoED2RhagBITWcEMzHWaANlFCGTrmgDZZ1hXP5oAy5oAww5Ljk3tmgDJRkIrWz4OhkBAIT+fwK+fwJVY11vADU9jwA5gXgEbG/FUVhiyQJwYXJ0aWFsX3dvcmtlcjp7d2FsbImmpSQQODE0OTcBMi5kBBg1LCB0YXNrJXGtC4X3KDEuODgzOTMyODMxrQ4QZXhlYzrBwqEvhfwJJBA5MDI3NWFUBGF4CWgMMTA3M6UxCHA5NTISABR9LCBmaW5moQAQOTEzNTGuoQAYNDE5ODk5Ni6hABQ0Mi40ODEl7zKoABg0MjUwNTY4LqgADDY0MTMFbxWoDRIAfVqcB2EvCK1I/k0WBAC5yZkAFumcAG7hkjGxEDUpKVoTJSQEMzclcy2lCHD8Ar3PJBoBAiFEREREJGM+VAAEOGeR6BVSACyNlxxmaXJzdHJvdx1smYxZHQQ3LgXbDXgEYsdyHQIUNy4wNDI5RU6eHAIQNDc2MDUhTyFmVhsCGDQ3ODQxNDc9cxA5ODg1OQWYMXMREnIbAhg3LjA1NDc2BTmioAAUOTA0MTYyLhsCFDIyLjg0NUobAhA5MzM1NkFGScMYNy4wMDI0N4WMCagZEl4bAhgUrkfhDHsIKrcJaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGJWBgQsIDXvBClddegAN6kXMcsAORZNCBBoYXNoX8W1ADoWwAllayXEEGZldGNoGQ8FMCw6MHN9IZ2rBTkqfgg6pgAAPUqQAKG56UwUOmRlc2MsTlEH6Qodp2X1DacFbADqQmwATrgHAUgQbWV0YSxOZQAZiVppAAxiD0NvJjMJSE9GRnD0Cnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/07 00:02:19.060 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 00:02:19.062 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.326437149s] [] [2024/05/07 00:02:19.062 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:19.064 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.466946ms] [] [2024/05/07 00:02:19.064 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 00:02:19.064 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:19.066 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.958953ms] [] [2024/05/07 00:02:19.066 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:19.066 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:19.066 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.246µs] [] [2024/05/07 00:02:19.066 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:19.067 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=981.516µs] [] [2024/05/07 00:02:19.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:19.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:19.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:19.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:19.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:19.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:19.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:19.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:19.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:19.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:19.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:19.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:19.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:19.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:19.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:19.557 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/07 00:02:19.558 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:19.558 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:19.558 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:19.571 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=7] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:19.571 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:19.693 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 00:02:19.696 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:19.696 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:19.696 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:19.696 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:19.697 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:19.696 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:19.697 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:19.697 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:19.697 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:19.697 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:19.698 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:19.698 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:19.698 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:19.698 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:19.698 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.080884177s] [] [2024/05/07 00:02:20.065 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:20.066 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=7] [step=post-process] [2024/05/07 00:02:20.080 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:20.080 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:20.080 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 00:02:20.083 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:20.084 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:20.084 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:20.085 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:20.085 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:20.086 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:20.086 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:20.086 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:20.086 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:20.086 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:20.086 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:20.086 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:20.086 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:20.094 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=13.558573ms] [] [2024/05/07 00:02:20.094 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/07 00:02:20.095 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 00:02:20.095 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 00:02:20.097 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/07 00:02:20.097 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=16.845988ms] [] [2024/05/07 00:02:20.097 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=17.027482ms] [] [2024/05/07 00:02:20.514 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=7] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:20.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=7] [task-type=ImportInto] [num=1] [2024/05/07 00:02:20.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:20.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=7] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:20.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:20.528 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=7] [step=done] [state=running] [] [2024/05/07 00:02:20.532 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=7] [2024/05/07 00:02:20.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:20.721 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=7] [error="context canceled"] [2024/05/07 00:02:20.721 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=7] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.236974ms] [] [2024/05/07 00:02:20.777 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.065415519\n# Parse_time: 0.000117767\n# Compile_time: 0.000324894\n# Rewrite_time: 0.000077561\n# Optimize_time: 0.000173358\n# Wait_TS: 0.000605485\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:20.781 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:20.794 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:20.794 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:20.811 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:20.828 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=518.853µs] [gotSchemaVersion=77] [phyTblIDs="[122]"] [actionTypes="[4]"] [2024/05/07 00:02:20.832 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=77] [2024/05/07 00:02:20.878 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=54.1121ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:20.896 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:20.912 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=551.491µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:20.916 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=78] [2024/05/07 00:02:20.962 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.926678ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:20.974 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:20.993 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=500.229µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:20.997 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=124] [version=79] [2024/05/07 00:02:21.021 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=7] [2024/05/07 00:02:21.023 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=7] [step=-2] [state=succeed] [2024/05/07 00:02:21.028 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:21.041 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:21.043 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=52.852751ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:21.056 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=124] [elementID=1] [comment="table ID is 122"] [2024/05/07 00:02:21.061 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/07 00:02:21.062 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:122, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:20.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:21.079 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/07 00:02:21.079 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:21.081 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300543461\n# Parse_time: 0.000056828\n# Compile_time: 0.00028804\n# Rewrite_time: 0.000005276\n# Optimize_time: 0.000231773\n# Wait_TS: 0.000498574\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:21.082 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/07 00:02:21.096 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:21.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:21.096 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:21.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/07 00:02:21.113 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:21.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:21.136 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.409718ms] [gotSchemaVersion=80] [phyTblIDs="[125]"] [actionTypes="[3]"] [2024/05/07 00:02:21.140 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=126] [version=80] [2024/05/07 00:02:21.183 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.893755ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:21.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:21.200 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:21.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:21.212 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 00:02:21.212 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:21.252 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:21.270 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=8] [job-id=8] [thread-cnt=1] [2024/05/07 00:02:21.271 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=8] [2024/05/07 00:02:21.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=8] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:22.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:22.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:22.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/07 00:02:22.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:22.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:22.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=68.307µs] [2024/05/07 00:02:22.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=183.519µs] [] [2024/05/07 00:02:22.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:22.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:22.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:22.043 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:22.043 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:22.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=8] [2024/05/07 00:02:22.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=8] [type=ImportInto] [2024/05/07 00:02:22.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:22.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:22.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:22.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/07 00:02:22.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:22.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:22.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:22.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:22.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:22.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/07 00:02:22.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:22.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:22.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:22.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:22.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:22.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:22.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:22.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:22.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:22.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:22.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:22.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:22.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:22.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:22.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:22.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:22.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:22.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:22.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:22.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:22.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:22.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:22.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:22.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:22.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:22.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:22.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=8] [step=import] [limit=256MiB] [2024/05/07 00:02:22.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/07 00:02:22.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:22.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:22.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/07 00:02:22.696 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [2024/05/07 00:02:22.699 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.001.csv:0] [readDur=1.279996ms] [encodeDur=694.22µs] [deliverDur=245.707µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [takeTime=2.744679ms] [] [2024/05/07 00:02:22.701 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/07 00:02:22.701 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2de85fec-a4b1-4926-ba56-756fde0fd15c.sst] [firstKey=74800000000000007D5F728000000000000001] [lastKey=74800000000000007D5F728000000000000002] [2024/05/07 00:02:22.732 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [2024/05/07 00:02:22.734 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.002.csv:0] [readDur=836.713µs] [encodeDur=400.649µs] [deliverDur=188.369µs] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [takeTime=1.68858ms] [] [2024/05/07 00:02:22.735 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=125] [2024/05/07 00:02:22.735 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3f9dff71-0f64-4920-afae-144e5bff6fc0.sst] [firstKey=74800000000000007D5F728000000000000006] [lastKey=74800000000000007D5F728000000000000007] [2024/05/07 00:02:22.762 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [2024/05/07 00:02:22.764 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=125] [key=db.tbl.003.csv:0] [readDur=723.156µs] [encodeDur=424.288µs] [deliverDur=200.311µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [takeTime=1.53176ms] [] [2024/05/07 00:02:22.764 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d4f2915a-fcd0-4876-b744-1df692ca6a52.sst] [firstKey=74800000000000007D5F72800000000000000B] [lastKey=74800000000000007D5F72800000000000000C] [2024/05/07 00:02:22.764 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=108.804174ms] [] [2024/05/07 00:02:22.765 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:22.765 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:22.765 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:22.767 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.279064ms] [] [2024/05/07 00:02:22.767 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:22.771 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:22.773 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 00:02:22.773 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:22.773 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:22.773 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [retry=0] [2024/05/07 00:02:22.774 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF7D5F728000000000FF0000010000000000FA] [end=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [2024/05/07 00:02:22.774 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF7D5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF7D5F728000000000FF00000D0000000000FA] [regions=1] [2024/05/07 00:02:22.774 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=407.6µs] [2024/05/07 00:02:22.774 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.162225ms] [] [2024/05/07 00:02:22.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579933430972418] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:22.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579933430972418] [req-type=Cop] [region="{ region id: 14, ver: 19, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:22.783 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:19 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 21, request epoch conf_ver: 5 version: 19\")"] ["job stage"=needRescan] [2024/05/07 00:02:22.784 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000007D5F728000000000000001] [endKey=74800000000000007D5F72800000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:24.784 +08:00] [2024/05/07 00:02:23.429 +08:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=0634fccc-ae49-46a0-bb2f-1161bbce3a88] [daemon-id=LogBackup::Advancer] [2024/05/07 00:02:23.429 +08:00] [INFO] [advancer.go:503] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 00:02:24.801 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 00:02:24.802 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.035034255s] [] [2024/05/07 00:02:24.802 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:24.804 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.320589ms] [] [2024/05/07 00:02:24.804 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 00:02:24.804 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:24.806 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.873608ms] [] [2024/05/07 00:02:24.806 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:24.806 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:24.806 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.997µs] [] [2024/05/07 00:02:24.806 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:24.807 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=891.617µs] [] [2024/05/07 00:02:25.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:25.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:25.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:25.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:25.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:25.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:25.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:25.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:25.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:25.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:25.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:25.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:25.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:25.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:25.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:25.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/07 00:02:25.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:25.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:25.058 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:25.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=8] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:25.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:25.125 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:25.128 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:25.128 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:25.128 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:25.128 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:25.129 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:25.129 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:25.130 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:25.130 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/07 00:02:25.130 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.51232952s] [] [2024/05/07 00:02:25.435 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:25.437 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=8] [step=post-process] [2024/05/07 00:02:25.450 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:25.450 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:25.450 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 00:02:25.453 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:25.454 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:25.454 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:25.455 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:25.455 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:25.455 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:25.456 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:25.456 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:25.456 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:25.456 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:25.456 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:25.456 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:25.456 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:25.456 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:25.463 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.08325ms] [] [2024/05/07 00:02:25.463 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/07 00:02:25.464 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/07 00:02:25.464 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/07 00:02:25.466 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/07 00:02:25.466 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.193442ms] [] [2024/05/07 00:02:25.466 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=16.334187ms] [] [2024/05/07 00:02:25.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=8] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:25.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=8] [task-type=ImportInto] [num=1] [2024/05/07 00:02:25.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:25.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=8] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:25.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:25.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=8] [step=done] [state=running] [] [2024/05/07 00:02:25.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=8] [2024/05/07 00:02:25.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:25.783 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.56805252\n# Parse_time: 0.000103393\n# Compile_time: 0.000364763\n# Rewrite_time: 0.000082915\n# Optimize_time: 0.000231773\n# Wait_TS: 0.000347845\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:25.784 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=8] [error="context canceled"] [2024/05/07 00:02:25.784 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=8] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.463479ms] [] [2024/05/07 00:02:25.786 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:25.795 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:25.795 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:25.810 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:25.827 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=516.266µs] [gotSchemaVersion=81] [phyTblIDs="[125]"] [actionTypes="[4]"] [2024/05/07 00:02:25.831 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=81] [2024/05/07 00:02:25.876 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.411243ms] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:25.899 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:25.916 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=562.521µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:25.920 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=82] [2024/05/07 00:02:25.966 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.969059ms] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:25.978 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:25.999 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=562.888µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:26.003 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=127] [version=83] [2024/05/07 00:02:26.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=8] [2024/05/07 00:02:26.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:26.045 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:26.049 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=52.864436ms] [job="ID:127, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:26.063 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=127] [elementID=1] [comment="table ID is 125"] [2024/05/07 00:02:26.067 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop table"] [2024/05/07 00:02:26.069 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:25.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:26.087 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/07 00:02:26.087 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:26.089 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.303760436\n# Parse_time: 0.000074441\n# Compile_time: 0.000204117\n# Rewrite_time: 0.000004794\n# Optimize_time: 0.000180869\n# Wait_TS: 0.000355247\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:26.090 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/07 00:02:26.104 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:26.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:26.104 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:26.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/07 00:02:26.120 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:26.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:26.141 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.137159ms] [gotSchemaVersion=84] [phyTblIDs="[128]"] [actionTypes="[3]"] [2024/05/07 00:02:26.145 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=129] [version=84] [2024/05/07 00:02:26.189 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.387827ms] [job="ID:129, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:26.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:26.204 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:26.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:26.216 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 00:02:26.216 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:26.255 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:26.274 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=9] [job-id=9] [thread-cnt=1] [2024/05/07 00:02:26.274 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=9] [2024/05/07 00:02:27.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=9] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:28.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:28.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:28.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/07 00:02:28.029 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:28.029 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:28.030 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=93.652µs] [2024/05/07 00:02:28.030 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=250.625µs] [] [2024/05/07 00:02:28.030 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:28.030 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:28.030 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:28.044 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:28.045 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:28.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=9] [2024/05/07 00:02:28.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=9] [type=ImportInto] [2024/05/07 00:02:28.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:28.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:28.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:28.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:28.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:28.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:28.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:28.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:28.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:28.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:28.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:28.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:28.551 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/07 00:02:28.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:28.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:28.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:28.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:28.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:28.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:28.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:28.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:28.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:28.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:28.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:28.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:28.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:28.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:28.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:28.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:28.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:28.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:28.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:28.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:28.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:29.366 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:29.367 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:29.367 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=9] [step=import] [limit=256MiB] [2024/05/07 00:02:29.382 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/07 00:02:29.388 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:29.393 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:29.393 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/07 00:02:29.453 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [2024/05/07 00:02:29.455 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.001.csv:0] [readDur=911.977µs] [encodeDur=304.425µs] [deliverDur=23.553µs] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [takeTime=1.548233ms] [] [2024/05/07 00:02:29.456 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/07 00:02:29.456 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5c248e1c-d1df-406a-a6c9-7b18adcb2059.sst] [firstKey=7480000000000000805F72800000000000000B] [lastKey=7480000000000000805F728000000000000016] [2024/05/07 00:02:29.522 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [2024/05/07 00:02:29.523 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.002.csv:0] [readDur=782.485µs] [encodeDur=553.021µs] [deliverDur=10.668µs] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [takeTime=1.565634ms] [] [2024/05/07 00:02:29.524 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=128] [2024/05/07 00:02:29.524 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/17e82367-43d0-4660-b56c-7ea952bad912.sst] [firstKey=7480000000000000805F728000000000000021] [lastKey=7480000000000000805F72800000000000002C] [2024/05/07 00:02:29.551 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [2024/05/07 00:02:29.552 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=128] [key=db.tbl.003.csv:0] [readDur=905.217µs] [encodeDur=336.066µs] [deliverDur=10.449µs] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [takeTime=1.448493ms] [] [2024/05/07 00:02:29.553 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fbd5d04e-c18c-4fba-bedd-843835551f88.sst] [firstKey=7480000000000000805F728000000000000037] [lastKey=7480000000000000805F728000000000000042] [2024/05/07 00:02:29.553 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=171.059907ms] [] [2024/05/07 00:02:29.554 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:29.554 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:29.554 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:29.556 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.387718ms] [] [2024/05/07 00:02:29.556 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:29.561 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:29.563 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/07 00:02:29.563 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:29.563 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:29.563 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [retry=0] [2024/05/07 00:02:29.564 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF805F728000000000FF00000B0000000000FA] [end=7480000000000000FF805F728000000000FF0000430000000000FA] [2024/05/07 00:02:29.564 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF805F728000000000FF00000B0000000000FA] [maxKey=7480000000000000FF805F728000000000FF0000430000000000FA] [regions=1] [2024/05/07 00:02:29.565 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=508.588µs] [2024/05/07 00:02:29.565 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.384644ms] [] [2024/05/07 00:02:30.309 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:778.720634ms txnStartTS:449579935200444423 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:289 rocksdb_delete_skipped_count:68 rocksdb_key_skipped_count:780 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:02:30.309 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:627.346103ms txnStartTS:449579935239766019 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:169 rocksdb_delete_skipped_count:68 rocksdb_key_skipped_count:420 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:02:30.310 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579935239766019\n# Query_time: 0.629290826\n# Parse_time: 0\n# Compile_time: 0.000888026\n# Rewrite_time: 0.000197074\n# Optimize_time: 0.00030166\n# Wait_TS: 0.000119245\n# Cop_time: 0.627531407 Process_time: 0.000257968 Wait_time: 0.000046774 Request_count: 1 Total_keys: 169 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 68 Rocksdb_key_skipped_count: 420\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000257968 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.6774e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 245\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.627200932\n# PD_total: 0.000028581\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4QTwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NjI3LjdtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYM21zLCBwcm9jX2tleXM6IDAsIHRvdF8BEhw6IDI1OMK1cwkSIHdhaXQ6IDQ2LgkTHHJwY19udW06AU0BDAB0AXsAIBVSoGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogMjIuNQVsyG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfQkyNDUgQnl0ZXMJTi9BCjEJMV82CTFfMDUTqGxlKG15c3FsLnRpZGJfbWRsX2luZm8udmVyc2lvbiwgODQpCTAJdGlrdl8lEAB7BbYAMSEDAGwpLVR9LCBzY2FuX2RldGFpbDoge3RvdGFsLRxEMTY5LCBnZXRfc25hcHNob3RfBUABvAAzBbyYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2OCwga2V5PhcABDQyIRYkbG9jazoge319fQHeAQRcCjIJNDNfNQkxXzAJMTAwMDAJdGFibGU6Mt4AfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvfvEAIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('ygWYCsUFCg1UYWJsZVJlYWRlcl83EpsDCgtTZWxlY3Rpb25fNhKWAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvah10aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfXD/////BQQEAXgFBwEBAAEFhSyATyJBKauqqqqq9qkFhRBSI2xlKAWEAC4ygwA8LnZlcnNpb24sIDg0KWqhAXJxALgsIHNjYW5fZGV0YWlsOiB7dG90YWxfa2V5czogMTY5LCBnZXRfc25hcHNob3RfdAGxwCAyMi4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY4LCBrZXk+FwBANDIwLCBibG9jazoge319fXAB5QUBMvUAAewM6nPmQBn1JAFAAVIQZGF0YTo9tghaFXQBlhQ2MjcuN205SxxiyAFjb3BfdCFpOCB7bnVtOiAxLCBtYXg6IAErADMBKwxwcm9jDewYMCwgdG90XwESEDogMjU4BeABEiB3YWl0OiA0Ni4JEwxycGNfEU0BDAV8GVJgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMAHyDHVpbGQFkQhfZHUFGgBuJUwANQVsqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXD1AXj///////////8BGAE=')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 84;"] [2024/05/07 00:02:30.311 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579935200444423\n# Query_time: 0.78256383\n# Parse_time: 0\n# Compile_time: 0.002346042\n# Rewrite_time: 0.000496039\n# Optimize_time: 0.001470102\n# Wait_TS: 0.000126748\n# Cop_time: 0.778071201 Process_time: 0.000407182 Wait_time: 0.000071964 Request_count: 2 Total_keys: 578 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 136 Rocksdb_key_skipped_count: 1560\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000203591 Cop_proc_p90: 0.000222194 Cop_proc_max: 0.000222194 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.5982e-05 Cop_wait_p90: 3.7512e-05 Cop_wait_max: 3.7512e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2012\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sBWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjc3OC43bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAANjLyAFhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbCUcADQBKhBmZXRjaBkPBTAMOjBzfRGlEQgkCjMJMzFfNDEoQgFSACkJtEBkYXRhOlNlbGVjdGlvbl80MC6JAAAyAV81e2Bjb3BfdGFzazoge251bTogMSwgbWF4OiA3MaUhYDRfa2V5czogMCwgdG90XwESHDogMTg1wrVzCRIgd2FpdDogMzcuCRMMcnBjXxFNAQwl9gVSJQVoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsCegFkQhfZHUFGhBuOiAxNA1ZOG1heF9kaXN0c3FsX2NvblU0GCAxfQkyMzYtxxhOL0EKNAkxAfcEMV9FtFBub3QoaXN0cnVlX3dpdGhfbnVsbChKwwEUcmVvcmcpIUUMdGlrdgWHBDp7Bb4EMHNVrzx9LCBzY2FuX2RldGFpbDogKbotI0AyODksIGdldF9zbmFwc2hvdA39DDE1LjQlL5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY4LCBrZXk+FwAENzghHQhsb2MhqQh9fX0B5QEEHAo1CTQzXzM5DeoMMDAwCUlQLqEDfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRR5m8AABaAEEMAozCTZfMjkoUHJvYmUhJTQ2NDAwCWdyb3VwIGJ5OlX4QCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdSBtZTo0MTcuN8JBSlWUTHBhcnRpYWxfd29ya2VyOnt3YWxsKUgYMzgwLjgzMgUvLgECCDUsIEHFAF9BdgAwXZQcMS42MzQ3NDlB80G7DGV4ZWMlzAENJdkUMS42NjA3BSFB+BQzMzYuODEJYQhwOTUdEBR9LCBmaW5algAANgFoqpYAEDc3MTA1ZYkBiQWWEDIyLjk3aUABFA2dFDgwMjQ5MQG/BZ4QNjEuNTYFaAWdEQ85o0H4ADNh7yWcSfgAbkHuNXhN3xRtZTozMDdNlS16CAkzOLELYUQQNQk2XzMhqAA4QVc16Eo4A4ESAGWl5FJ/BSRzY2hlbWFfaWRzUh8ARbEJHkk5CG1pbhWwADhONAIMMjkzLimkDboALGo0AhgyNDMuMTExJTaONAIUODI1LjcyOYolnoEANZcYODY0LjgxOAVSIZcYMTc5Ljc5NwUQIZgZEGo1AhAyMzkuNaY0Ahg5NzMuMDU5BWQBiQWWEDM0LjI1CYgBFE00EDAxNDMwpWoBnRQyMTMuOTgpLgGdGRBZNgA2wUQMMzYJMCnrAGTBPyRIYXNoQWdnXzMxcaoIMTQ4PqoDXj4GADghdAWsQRutHG2ZARIQOiAyMjItwwG6zUGx6ME1YcvBjgEMBdkMIDc3Ms0IAGO+QgYMOS45MwWPdkIGADLdQgA3Qf4AMaVY/gADzgADSmYDFsYIfRAOogj+qQZCqQYEMi5JUf6pBj6pBgQ4CcGpgaDhk4FSZfj+qQZSqQY=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('mRjwSQqUGAoNUHJvamVjdGlvbl8xMxL6FgoHU29ydF8xNBKCFgoLSGFzaEpvaW5fMjgS1QUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDI4OSwgZ2V0X3NuYXBzaG90X3RpbWU6IDE1LjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjgsIGtleV9za2lwcGVkX2NvdW50OiA3ODAsIGJsb2NrOiB7fX19cAnyOgABNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM9xARaFQWaHDc3OC4ybXMsMVoUYsgBY29wKXc4IHtudW06IDEsIG1heDogASsANwErDHByb2MN8BgwLCB0b3RfARIQOiAxODUF5AESIHdhaXQ6IDM3LgkTDHJwY18RTQEMBXwFUgA2AVKAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZEIX2R1BRoQbjogMTQNWXRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w7AFdHBAS9A4KCkHoIEFnZ18yORKvCy7UAhAzMBLKChkgEDM1ErkGNgcDEDM2EooEHSIAMU4FAwA0RYL+BQPuBQNtBQQoZXEFBEC/aQUslAFncm91cCBieTptYY42+gIhwRxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+awNOawMIMi44RYcAcv5rA25rAxwh3t3d3R0+921oIWZhaAQPZGFoCEhhc0VnDDMxWhZF6hAxNDguNwWVBGxvhcEEYsxiZwMQODQzLjEFLCGVTmgDEDIyMi4yBSJ9anERYV5OagMAMm0xwmsDDDkuOTMFbW5rAwDoLmsDJRwIrWz4OhwBAIT+ggK+ggJVZl1yADUtkggyOTMtRDGSVLQCcGFydGlhbF93b3JrZXI6e3dhbGyJqgAyIZQAMSmWLmYEGDUsIHRhc2slca0LhfkUODI1LjcyifshpBBleGVjOsHAAQ1FEhQ4NjQuODFJqaFeFDE3OS43OUkkCHA5NR0QFH0sIGZpblaXABAzOS41NCWdjpYAGDk3My4wNTkFMAGJBZYQMzQuMjUJiAEUBZ0YMS4wMTQzMKWbAZ0UMjEzLjk4SXMBnRkQAH1aiQdhHgitSP5NAgQAucmGABbpiQBu4X8xnQw1KSlaaSUIMzA37SUtkwhw/AK9wSQaAQIhRERERCRjPlcABDhnkdoVVQAsjYkcZmlyc3Ryb3cdb5l+UQwINDE3Op4DALJqDAIUMzgwLjgzKQ2OdgEcMS42MzQ3NDnB6CFiJXYyDAIUMS42NjA3BSEhbhQzMzYuODEJYSFuGRBqCwIIMzg2AWgl3JaWABA3NzEwNeX7FZYQMjIuOTdZtk0MFDgwMjQ5MQG/BZ4QNjEuNTYFaAWdEQ9eCgIYFK5H4Qx7CCqTCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiNAYELCA12wQpXSq7CEWjTS8EYjkWKwgQaGFzaF/FkwA6FpwJEuUIADQBwRBmZXRjaBkPBTAsOjBzfSGdqwU5Kn4IOqYAAD1KkAChlekqFDpkZXNjLE4vBwRqb8HoHacSNwkNpwVsAOpCbABOlgcBSBBtZXRhLE5lABmJWmkADGIPQ28mEQlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/07 00:02:30.313 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/07 00:02:30.315 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=759.03727ms] [] [2024/05/07 00:02:30.315 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:30.316 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579935410159618] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:30.317 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579935410159618] [req-type=Cop] [region="{ region id: 14, ver: 21, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:30.317 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.600367ms] [] [2024/05/07 00:02:30.317 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 00:02:30.317 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:30.319 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.904047ms] [] [2024/05/07 00:02:30.319 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:30.319 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:30.319 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.573µs] [] [2024/05/07 00:02:30.319 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:30.320 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=920.884µs] [] [2024/05/07 00:02:30.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:30.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:30.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:30.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:30.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:30.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:30.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:30.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:30.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:30.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:30.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:30.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:30.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:30.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:30.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:30.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:30.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:30.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:30.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:30.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:30.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:30.560 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/07 00:02:30.561 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:30.562 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:30.562 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:30.575 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=9] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:30.575 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:30.639 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 00:02:30.641 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:30.641 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:30.641 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:30.641 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:30.643 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:30.643 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:30.643 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:30.643 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/07 00:02:30.643 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.025946961s] [] [2024/05/07 00:02:30.949 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:30.951 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=9] [step=post-process] [2024/05/07 00:02:30.964 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:30.964 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:30.964 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 00:02:30.967 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:30.967 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:30.967 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:30.968 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:30.968 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:30.969 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:30.969 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:30.969 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:30.969 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:30.970 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:30.969 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:02:30.970 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:30.970 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:30.970 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:30.970 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:30.970 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:30.970 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:30.970 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:30.970 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:30.970 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:30.977 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=12.936306ms] [] [2024/05/07 00:02:30.977 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/07 00:02:30.978 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/07 00:02:30.978 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/07 00:02:30.980 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/07 00:02:30.980 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=16.435527ms] [] [2024/05/07 00:02:30.980 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=16.574593ms] [] [2024/05/07 00:02:31.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=9] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:31.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=9] [task-type=ImportInto] [num=1] [2024/05/07 00:02:31.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:31.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=9] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:31.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:31.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=9] [step=done] [state=running] [] [2024/05/07 00:02:31.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=9] [2024/05/07 00:02:31.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:31.085 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.86690561\n# Parse_time: 0.000229371\n# Compile_time: 0.000388838\n# Rewrite_time: 0.000104322\n# Optimize_time: 0.000180869\n# Wait_TS: 0.000327892\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:31.088 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:31.099 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:31.099 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:31.114 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.132 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=616.775µs] [gotSchemaVersion=85] [phyTblIDs="[128]"] [actionTypes="[4]"] [2024/05/07 00:02:31.136 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=85] [2024/05/07 00:02:31.182 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.978285ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.195 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.211 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=442.685µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:31.215 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=86] [2024/05/07 00:02:31.262 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.331276ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.275 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:128, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.296 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=643.92µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:31.299 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=9] [error="context canceled"] [2024/05/07 00:02:31.299 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=9] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=349.674206ms] [] [2024/05/07 00:02:31.300 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=130] [version=87] [2024/05/07 00:02:31.345 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.438585ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.358 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=130] [elementID=1] [comment="table ID is 128"] [2024/05/07 00:02:31.363 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/07 00:02:31.365 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=130] [conn=2] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:128, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:31.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.383 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/07 00:02:31.383 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:31.385 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/07 00:02:31.400 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:31.400 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/07 00:02:31.416 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.438 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.107478ms] [gotSchemaVersion=88] [phyTblIDs="[131]"] [actionTypes="[3]"] [2024/05/07 00:02:31.442 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=132] [version=88] [2024/05/07 00:02:31.486 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.400647ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:31.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.501 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:31.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:31.514 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/07 00:02:31.514 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:31.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=9] [2024/05/07 00:02:31.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:31.546 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:31.558 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:31.577 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=10] [job-id=10] [thread-cnt=1] [2024/05/07 00:02:31.577 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=10] [2024/05/07 00:02:33.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=10] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:34.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:34.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:34.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/07 00:02:34.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:34.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:34.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=75.231µs] [2024/05/07 00:02:34.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=202.525µs] [] [2024/05/07 00:02:34.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:34.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:34.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:34.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:34.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:34.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=10] [2024/05/07 00:02:34.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=10] [type=ImportInto] [2024/05/07 00:02:34.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:34.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:34.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:34.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:34.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:34.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/07 00:02:34.545 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:34.545 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:34.545 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:34.545 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:34.551 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/07 00:02:34.615 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:34.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:34.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:34.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:34.622 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:34.622 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:34.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.623 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:34.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:34.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:34.624 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:34.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:34.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:34.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:34.624 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:34.624 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:34.624 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:34.624 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:34.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:34.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:34.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:34.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:34.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:34.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:34.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:34.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:34.631 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:34.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:34.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:34.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=10] [step=import] [limit=256MiB] [2024/05/07 00:02:34.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/07 00:02:34.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:34.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:34.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/07 00:02:34.690 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [2024/05/07 00:02:34.691 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.001.csv:0] [readDur=805.223µs] [encodeDur=250.2µs] [deliverDur=23.578µs] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [takeTime=1.31585ms] [] [2024/05/07 00:02:34.692 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/07 00:02:34.692 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4d6f94ef-55c3-4087-b62e-215c1244f330.sst] [firstKey=7480000000000000835F728840000000000001] [lastKey=7480000000000000835F72F8A0000000000002] [2024/05/07 00:02:34.794 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [2024/05/07 00:02:34.795 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.002.csv:0] [readDur=713.917µs] [encodeDur=475.795µs] [deliverDur=10.672µs] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [takeTime=1.424266ms] [] [2024/05/07 00:02:34.796 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=131] [2024/05/07 00:02:34.796 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a38f17f8-db59-4133-92b2-e548230244d9.sst] [firstKey=7480000000000000835F728780000000000007] [lastKey=7480000000000000835F72D700000000000006] [2024/05/07 00:02:34.849 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [2024/05/07 00:02:34.851 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=131] [key=db.tbl.003.csv:0] [readDur=686.334µs] [encodeDur=279.388µs] [deliverDur=8.877µs] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [takeTime=1.18524ms] [] [2024/05/07 00:02:34.851 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/518c2877-ba83-4e92-9617-d854c99d5e5b.sst] [firstKey=7480000000000000835F72A60000000000000B] [lastKey=7480000000000000835F72DA6000000000000C] [2024/05/07 00:02:34.851 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=198.065759ms] [] [2024/05/07 00:02:34.852 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:34.852 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:34.852 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:34.854 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.53004ms] [] [2024/05/07 00:02:34.854 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:34.859 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:34.860 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/07 00:02:34.860 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:34.860 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:34.861 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [retry=0] [2024/05/07 00:02:34.861 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF835F728780000000FF0000070000000000FA] [end=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [2024/05/07 00:02:34.861 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF835F728780000000FF0000070000000000FA] [maxKey=7480000000000000FF835F72F8A0000000FF0000030000000000FA] [regions=1] [2024/05/07 00:02:34.861 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=356.369µs] [2024/05/07 00:02:34.862 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.025261ms] [] [2024/05/07 00:02:34.869 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:23 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 25, request epoch conf_ver: 5 version: 23\")"] ["job stage"=needRescan] [2024/05/07 00:02:34.870 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000835F728780000000000007] [endKey=7480000000000000835F72F8A0000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:36.870 +08:00] [2024/05/07 00:02:34.881 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579936602914819] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:34.881 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579936602914819] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:36.889 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/07 00:02:36.891 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.036031873s] [] [2024/05/07 00:02:36.891 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:36.892 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.299781ms] [] [2024/05/07 00:02:36.892 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 00:02:36.892 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:36.894 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.859029ms] [] [2024/05/07 00:02:36.894 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:36.894 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:36.894 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=42.67µs] [] [2024/05/07 00:02:36.894 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:36.895 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=916.741µs] [] [2024/05/07 00:02:37.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:37.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:37.020 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:37.023 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:37.023 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:37.023 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:37.024 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:37.024 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:37.025 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:37.025 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:37.025 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:37.045 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:37.045 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:37.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:37.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:37.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/07 00:02:37.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:37.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:37.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:37.077 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=10] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:37.077 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:37.215 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 00:02:37.219 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:37.219 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:37.219 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:37.219 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:37.220 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:37.220 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:37.220 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:37.220 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/07 00:02:37.220 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.604807723s] [] [2024/05/07 00:02:37.526 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:37.528 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=10] [step=post-process] [2024/05/07 00:02:37.541 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:37.541 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:37.541 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 00:02:37.544 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:37.545 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:37.545 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:37.546 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:37.546 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:37.547 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:37.547 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:37.547 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:37.547 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:37.547 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:37.547 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:37.547 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:37.548 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:37.554 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=13.130758ms] [] [2024/05/07 00:02:37.554 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/07 00:02:37.555 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/07 00:02:37.555 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/07 00:02:37.557 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/07 00:02:37.557 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.040137ms] [] [2024/05/07 00:02:37.557 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=16.17352ms] [] [2024/05/07 00:02:38.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=10] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:38.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=10] [task-type=ImportInto] [num=1] [2024/05/07 00:02:38.020 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:38.020 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=10] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:38.020 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:38.033 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=10] [step=done] [state=running] [] [2024/05/07 00:02:38.037 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=10] [2024/05/07 00:02:38.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:38.180 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=10] [error="context canceled"] [2024/05/07 00:02:38.180 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=10] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.142943ms] [] [2024/05/07 00:02:38.190 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.673168047\n# Parse_time: 0.000200795\n# Compile_time: 0.000397574\n# Rewrite_time: 0.000077566\n# Optimize_time: 0.000172051\n# Wait_TS: 0.000523377\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:38.194 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:38.205 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:38.205 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:38.221 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.240 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=604.138µs] [gotSchemaVersion=89] [phyTblIDs="[131]"] [actionTypes="[4]"] [2024/05/07 00:02:38.245 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=89] [2024/05/07 00:02:38.289 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.936374ms] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.303 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.320 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=508.645µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:38.325 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=90] [2024/05/07 00:02:38.370 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.945319ms] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.384 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.404 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=506.14µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:38.408 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=133] [version=91] [2024/05/07 00:02:38.454 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.91165ms] [job="ID:133, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.468 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=133] [elementID=1] [comment="table ID is 131"] [2024/05/07 00:02:38.473 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=133] [jobType="drop table"] [2024/05/07 00:02:38.475 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:131, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:38.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.482 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=10] [step=-2] [state=succeed] [2024/05/07 00:02:38.495 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/07 00:02:38.495 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:38.497 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.303414004\n# Parse_time: 0.000072595\n# Compile_time: 0.000329102\n# Rewrite_time: 0.000005413\n# Optimize_time: 0.0002403\n# Wait_TS: 0.000632292\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:38.498 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/07 00:02:38.513 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/07 00:02:38.513 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:38.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=10] [2024/05/07 00:02:38.529 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.532 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:38.549 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:38.553 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=2.036495ms] [gotSchemaVersion=92] [phyTblIDs="[134]"] [actionTypes="[3]"] [2024/05/07 00:02:38.557 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=135] [version=92] [2024/05/07 00:02:38.601 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.140608ms] [job="ID:135, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:38.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.616 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:38.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:38.629 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 00:02:38.629 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:38.671 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:38.692 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=11] [job-id=11] [thread-cnt=1] [2024/05/07 00:02:38.692 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=11] [2024/05/07 00:02:39.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=11] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:40.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:40.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:40.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/07 00:02:40.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:40.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:40.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=91.977µs] [2024/05/07 00:02:40.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=233.844µs] [] [2024/05/07 00:02:40.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:40.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:40.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:40.043 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:40.043 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:40.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=11] [2024/05/07 00:02:40.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=11] [type=ImportInto] [2024/05/07 00:02:40.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:40.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:40.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:40.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:40.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:40.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:40.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:40.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:40.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:40.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:40.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/07 00:02:40.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:40.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:40.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:40.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:40.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:40.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:40.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:40.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:40.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:40.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:40.626 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:40.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:40.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:40.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:40.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:40.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:40.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:40.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:40.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:40.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:40.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:40.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:40.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:40.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:40.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:40.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:40.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:40.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:40.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:40.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=11] [step=import] [limit=256MiB] [2024/05/07 00:02:40.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/07 00:02:40.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:40.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:40.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/07 00:02:40.731 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [2024/05/07 00:02:40.733 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.001.csv:0] [readDur=766.72µs] [encodeDur=476.537µs] [deliverDur=105.671µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.579692ms] [] [2024/05/07 00:02:40.734 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/07 00:02:40.734 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/99778f07-73a5-4bae-836e-7ba33c3c9d56.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000002] [2024/05/07 00:02:40.752 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [2024/05/07 00:02:40.753 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.002.csv:0] [readDur=666.051µs] [encodeDur=546.551µs] [deliverDur=9.839µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.407153ms] [] [2024/05/07 00:02:40.754 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=134] [2024/05/07 00:02:40.754 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7137c2fd-2cd7-4697-a195-0c3072f41dd5.sst] [firstKey=7480000000000000865F728000000000000006] [lastKey=7480000000000000865F728000000000000007] [2024/05/07 00:02:40.780 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [2024/05/07 00:02:40.781 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=134] [key=db.tbl.003.csv:0] [readDur=713.287µs] [encodeDur=562.62µs] [deliverDur=9.18µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.510856ms] [] [2024/05/07 00:02:40.782 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=125.604422ms] [] [2024/05/07 00:02:40.782 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/76dfdd2a-599b-4728-9ab7-0067b1a22877.sst] [firstKey=7480000000000000865F72800000000000000B] [lastKey=7480000000000000865F72800000000000000C] [2024/05/07 00:02:40.782 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:40.782 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:40.782 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:40.785 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.374853ms] [] [2024/05/07 00:02:40.785 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:40.790 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:40.791 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 00:02:40.792 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:40.792 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:40.792 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [retry=0] [2024/05/07 00:02:40.792 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF865F728000000000FF0000010000000000FA] [end=7480000000000000FF865F728000000000FF00000D0000000000FA] [2024/05/07 00:02:40.792 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF865F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF865F728000000000FF00000D0000000000FA] [regions=1] [2024/05/07 00:02:40.793 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=482.783µs] [2024/05/07 00:02:40.793 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.24714ms] [] [2024/05/07 00:02:40.801 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:25 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 27, request epoch conf_ver: 5 version: 25\")"] ["job stage"=needRescan] [2024/05/07 00:02:40.801 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000865F728000000000000001] [endKey=7480000000000000865F72800000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:42.801 +08:00] [2024/05/07 00:02:40.831 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579938162933764] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:40.831 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579938162933764] [req-type=Cop] [region="{ region id: 14, ver: 25, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:42.822 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 00:02:42.824 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.03886199s] [] [2024/05/07 00:02:42.824 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:42.826 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.711671ms] [] [2024/05/07 00:02:42.826 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 00:02:42.826 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:42.828 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.29034ms] [] [2024/05/07 00:02:42.828 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:42.828 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:42.828 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.954µs] [] [2024/05/07 00:02:42.828 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:42.829 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.069721ms] [] [2024/05/07 00:02:43.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:43.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:43.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:43.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:43.023 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:43.023 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:43.024 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:43.024 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:43.025 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:43.025 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:43.025 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:43.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:43.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:43.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:43.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:43.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/07 00:02:43.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:43.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:43.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:43.074 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=11] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:43.074 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:43.151 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 00:02:43.155 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:43.155 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:43.155 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:43.155 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:43.155 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:43.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:43.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:43.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:43.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:43.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:43.157 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:43.157 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:43.157 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:43.157 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/07 00:02:43.157 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.540448115s] [] [2024/05/07 00:02:43.463 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:43.465 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=11] [step=post-process] [2024/05/07 00:02:43.478 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:43.478 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:43.478 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 00:02:43.481 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:43.482 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:43.482 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:43.483 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:43.483 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:43.484 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:43.484 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:43.484 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:43.484 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:43.484 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:43.484 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:43.484 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:02:43.485 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:43.485 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:43.485 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:43.485 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:43.485 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:43.485 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:43.493 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.177869ms] [] [2024/05/07 00:02:43.493 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 00:02:43.493 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/07 00:02:43.493 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/07 00:02:43.495 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 00:02:43.496 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.14182ms] [] [2024/05/07 00:02:43.496 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=17.310264ms] [] [2024/05/07 00:02:43.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=11] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:43.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=11] [task-type=ImportInto] [num=1] [2024/05/07 00:02:43.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:43.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=11] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:43.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:43.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=11] [step=done] [state=running] [] [2024/05/07 00:02:43.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=11] [2024/05/07 00:02:43.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:43.804 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.172327241\n# Parse_time: 0.000119456\n# Compile_time: 0.0003301\n# Rewrite_time: 0.000075529\n# Optimize_time: 0.0002403\n# Wait_TS: 0.000252571\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:02:43.807 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 00:02:43.814 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=11] [error="context canceled"] [2024/05/07 00:02:43.814 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=11] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=350.439523ms] [] [2024/05/07 00:02:43.817 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:43.817 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:02:43.833 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:queueing, SchemaState:public, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:43.852 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=582.526µs] [gotSchemaVersion=93] [phyTblIDs="[134]"] [actionTypes="[4]"] [2024/05/07 00:02:43.856 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=93] [2024/05/07 00:02:43.900 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=52.887502ms] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:43.914 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:write only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:43.929 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=598.358µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:43.933 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=94] [2024/05/07 00:02:43.981 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=52.692573ms] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:43.996 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [category=ddl] [job="ID:136, Type:drop table, State:running, SchemaState:delete only, SchemaID:102, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.017 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=595.126µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:44.021 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=136] [version=95] [2024/05/07 00:02:44.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=11] [2024/05/07 00:02:44.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:44.045 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:44.067 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.883378ms] [job="ID:136, Type:drop table, State:done, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.081 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=136] [elementID=1] [comment="table ID is 134"] [2024/05/07 00:02:44.086 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=136] [jobType="drop table"] [2024/05/07 00:02:44.087 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=136] [conn=2] [job="ID:136, Type:drop table, State:synced, SchemaState:none, SchemaID:102, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 00:02:43.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.105 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=136] [2024/05/07 00:02:44.105 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:44.107 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.300314366\n# Parse_time: 0.000056707\n# Compile_time: 0.000214545\n# Rewrite_time: 0.000004879\n# Optimize_time: 0.000196739\n# Wait_TS: 0.000271285\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:02:44.108 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/07 00:02:44.122 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:44.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:44.122 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:44.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/07 00:02:44.140 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:create table, State:queueing, SchemaState:none, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:44.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.163 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=1.93473ms] [gotSchemaVersion=96] [phyTblIDs="[137]"] [actionTypes="[3]"] [2024/05/07 00:02:44.167 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=138] [version=96] [2024/05/07 00:02:44.211 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.274067ms] [job="ID:138, Type:create table, State:done, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:44.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.226 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:create table, State:synced, SchemaState:public, SchemaID:102, TableID:137, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:44.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:44.240 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/07 00:02:44.240 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:44.280 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:02:44.299 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=12] [job-id=12] [thread-cnt=1] [2024/05/07 00:02:44.299 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=12] [2024/05/07 00:02:45.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=12] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:02:46.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:46.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/07 00:02:46.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/07 00:02:46.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:02:46.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 00:02:46.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=66.746µs] [2024/05/07 00:02:46.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=158.856µs] [] [2024/05/07 00:02:46.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:46.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:46.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:46.044 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:46.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:46.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=12] [2024/05/07 00:02:46.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=12] [type=ImportInto] [2024/05/07 00:02:46.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:46.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:46.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:46.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:46.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:46.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:46.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:46.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:46.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:46.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:46.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/07 00:02:46.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:46.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=import] [2024/05/07 00:02:46.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/07 00:02:46.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:46.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:46.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:46.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:46.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:46.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:46.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:46.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:46.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:46.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:46.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:46.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:46.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:46.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:46.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:46.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:46.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:46.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:46.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:46.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:46.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:02:46.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=12] [step=import] [limit=256MiB] [2024/05/07 00:02:46.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/07 00:02:46.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:46.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:46.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/07 00:02:46.698 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [2024/05/07 00:02:46.712 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.001.csv:0] [readDur=13.10661ms] [encodeDur=498.471µs] [deliverDur=278.999µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=14.15083ms] [] [2024/05/07 00:02:46.713 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/07 00:02:46.713 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/11de96db-43f2-4b4a-8e23-975986f381b9.sst] [firstKey=7480000000000000895F728400000000000001] [lastKey=7480000000000000895F728400000000000002] [2024/05/07 00:02:46.739 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [2024/05/07 00:02:46.741 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.002.csv:0] [readDur=721.187µs] [encodeDur=510.786µs] [deliverDur=10.429µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [takeTime=1.446754ms] [] [2024/05/07 00:02:46.742 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=137] [2024/05/07 00:02:46.742 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4849718c-46db-457c-b021-29708d41b0ec.sst] [firstKey=7480000000000000895F728000000000000006] [lastKey=7480000000000000895F728000000000000007] [2024/05/07 00:02:46.767 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [2024/05/07 00:02:46.769 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=137] [key=db.tbl.003.csv:0] [readDur=654.126µs] [encodeDur=212.236µs] [deliverDur=9.605µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [takeTime=1.081753ms] [] [2024/05/07 00:02:46.769 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/100eaaf9-6a45-4c50-a211-b63def52214d.sst] [firstKey=7480000000000000895F728C0000000000000B] [lastKey=7480000000000000895F728C0000000000000C] [2024/05/07 00:02:46.769 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=113.645097ms] [] [2024/05/07 00:02:46.770 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 00:02:46.770 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 00:02:46.770 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:46.772 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.531785ms] [] [2024/05/07 00:02:46.772 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:02:46.777 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:46.778 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 00:02:46.778 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:46.778 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:46.778 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [retry=0] [2024/05/07 00:02:46.779 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF895F728000000000FF0000060000000000FA] [end=7480000000000000FF895F728C00000000FF00000D0000000000FA] [2024/05/07 00:02:46.779 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF895F728000000000FF0000060000000000FA] [maxKey=7480000000000000FF895F728C00000000FF00000D0000000000FA] [regions=1] [2024/05/07 00:02:46.779 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=402.018µs] [2024/05/07 00:02:46.779 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.077126ms] [] [2024/05/07 00:02:46.786 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579939722428418] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:46.787 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579939722428418] [req-type=Cop] [region="{ region id: 14, ver: 27, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:46.805 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:27 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 29, request epoch conf_ver: 5 version: 27\")"] ["job stage"=needRescan] [2024/05/07 00:02:46.806 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000895F728000000000000006] [endKey=7480000000000000895F728C0000000000000D] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:48.805 +08:00] [2024/05/07 00:02:48.826 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 00:02:48.828 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.055153858s] [] [2024/05/07 00:02:48.828 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:02:48.829 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.484787ms] [] [2024/05/07 00:02:48.829 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 00:02:48.829 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:48.831 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.875526ms] [] [2024/05/07 00:02:48.831 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:02:48.831 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:48.831 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=49.85µs] [] [2024/05/07 00:02:48.831 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:02:48.833 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.195866ms] [] [2024/05/07 00:02:49.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:49.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/07 00:02:49.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:49.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:49.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:49.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:49.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:49.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:49.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:49.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:49.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:49.046 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:49.046 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:49.046 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:49.046 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:49.061 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/07 00:02:49.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:49.063 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:02:49.063 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:49.076 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=12] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:49.076 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:49.152 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:49.156 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:49.156 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:49.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:49.156 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:49.158 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:49.158 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:49.158 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:49.158 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/07 00:02:49.158 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.540466622s] [] [2024/05/07 00:02:49.463 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:49.465 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=12] [step=post-process] [2024/05/07 00:02:49.478 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 00:02:49.478 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 00:02:49.478 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 00:02:49.480 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:49.481 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:49.481 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:49.482 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:49.482 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:49.483 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:49.483 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:49.483 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:49.483 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:49.483 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:49.483 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:49.483 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:49.483 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:49.483 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:49.483 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:49.483 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:49.484 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:49.484 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:49.484 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:49.491 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=13.480951ms] [] [2024/05/07 00:02:49.491 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 00:02:49.492 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/07 00:02:49.492 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/07 00:02:49.494 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 00:02:49.494 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=16.24197ms] [] [2024/05/07 00:02:49.494 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=16.36173ms] [] [2024/05/07 00:02:49.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=12] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:02:49.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=12] [task-type=ImportInto] [num=1] [2024/05/07 00:02:49.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=post-process] [next-step=done] [2024/05/07 00:02:49.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=12] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:02:49.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:49.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=12] [step=done] [state=running] [] [2024/05/07 00:02:49.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=12] [2024/05/07 00:02:49.539 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:02:49.711 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.468782612\n# Parse_time: 0.000110589\n# Compile_time: 0.000380412\n# Rewrite_time: 0.000090214\n# Optimize_time: 0.000196739\n# Wait_TS: 0.000279852\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestLoadRemote/TestCancelJob [2024/05/07 00:02:49.715 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/07 00:02:49.716 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/07 00:02:49.729 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:02:49.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:49.729 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:02:49.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_cancel_job"] [2024/05/07 00:02:49.753 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create schema, State:queueing, SchemaState:none, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.769 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=1.029988ms] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:02:49.773 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=140] [version=97] [2024/05/07 00:02:49.810 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=12] [error="context canceled"] [2024/05/07 00:02:49.810 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=12] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=346.913461ms] [] [2024/05/07 00:02:49.818 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.954364ms] [job="ID:140, Type:create schema, State:done, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:02:49.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.833 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create schema, State:synced, SchemaState:public, SchemaID:139, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.843 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/07 00:02:49.843 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:49.846 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/07 00:02:49.859 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:49.859 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 00:02:49.874 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.893 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.553572ms] [gotSchemaVersion=98] [phyTblIDs="[141]"] [actionTypes="[3]"] [2024/05/07 00:02:49.897 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=142] [version=98] [2024/05/07 00:02:49.942 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=53.809181ms] [job="ID:142, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.956 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:141, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.84 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:49.967 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/07 00:02:49.967 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:49.970 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/07 00:02:49.983 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:02:49.983 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 00:02:50.004 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:50.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=12] [2024/05/07 00:02:50.023 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=1.58435ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [2024/05/07 00:02:50.027 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=144] [version=99] [2024/05/07 00:02:50.029 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:50.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:50.072 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.726714ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 00:02:49.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:50.096 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 00:02:49.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:02:50.107 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/07 00:02:50.107 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:02:50.110 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/07 00:02:50.166 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/07 00:02:50.211 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/07 00:02:50.259 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/07 00:02:50.317 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/07 00:02:50.354 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/07 00:02:50.400 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 00:02:50.400 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:400\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 00:02:50.440 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:02:50.456 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=13] [job-id=13] [thread-cnt=8] [2024/05/07 00:02:50.456 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=13] [2024/05/07 00:02:51.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=13] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:52.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=13] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:52.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=13] [task-type=ImportInto] [num=1] [2024/05/07 00:02:52.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/07 00:02:52.023 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/07 00:02:52.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:02:52.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 00:02:52.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=42.537µs] [2024/05/07 00:02:52.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=149.771µs] [] [2024/05/07 00:02:52.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:52.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=13] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:52.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:52.036 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=449579941098684424] [req-type=Prewrite] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=20000] [total-region-errors=] [2024/05/07 00:02:52.037 +08:00] [WARN] [session.go:936] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=449579941098684424, conflictStartTS=449579941098684423, conflictCommitTS=449579941098684426, key={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalKey=7480000000000000545f72800000000000000d, primary={tableID=84, tableName=mysql.tidb_global_task, handle=13}, originalPrimaryKey=7480000000000000545f72800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/05/07 00:02:52.037 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=0] [sql=begin] [2024/05/07 00:02:52.040 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=1] [sql="update mysql.tidb_global_task set state = 'pending', dispatcher_id = '', step = -1, concurrency = 8, meta = _binary'{\\\"JobID\\\":13,\\\"Plan\\\":{\\\"DBName\\\":\\\"test_cancel_job\\\",\\\"DBID\\\":139,\\\"TableInfo\\\":{\\\"id\\\":141,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"au(len:4588)"] [2024/05/07 00:02:52.042 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=2] [sql="insert into mysql.tidb_background_subtask (step, task_key, exec_id, meta, state, type, checkpoint, summary) values (1, 13, ':4000', _binary'{\\\"ID\\\":0,\\\"Chunks\\\":[{\\\"Path\\\":\\\"t.csv\\\",\\\"FileSize\\\":3,\\\"Offset\\\":0,\\\"EndOffset\\\":3,\\\"PrevRowIDMax\\\":0,\\\"RowIDMax\\\":3,\\\"Type\\\":4,\\\"Compression\\\":0,\\\"Timestamp\\\":1715011372}],\\\"Checksum\\\":{\\\"Sum\\\":0,\\\"KVs\\\":0,\\\"Size\\\":0},\\\"Result\\\":{\\\"LoadedRowCnt\\\":0,\\\"ColSizeMap\\\":null},\\\"MaxIDs\\\":null,\\\"SortedDataMeta\\\":null,\\\"SortedIndexMetas\\\":null}', 'pending', 2, _binary'', '{}')"] [2024/05/07 00:02:52.042 +08:00] [WARN] [session.go:1221] [retrying] [schemaVersion=99] [retryCnt=0] [queryNum=3] [sql=commit] [2024/05/07 00:02:52.043 +08:00] [WARN] [session.go:1244] ["transaction association"] ["retrying txnStartTS"=449579941098684429] ["original txnStartTS"=449579941098684424] [2024/05/07 00:02:52.046 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=13] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:52.046 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:52.055 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=13] [task-type=ImportInto] [from=pending] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:52.055 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=13] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:602\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:02:52.511 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/07 00:02:52.511 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/07 00:02:53.014 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/07 00:02:53.018 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:53.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:53.019 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:53.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:53.020 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:53.021 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:53.021 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:53.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/07 00:02:53.024 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:53.024 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:53.024 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:53.024 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:53.031 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:02:53.161 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=13] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:02:53.243 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=1.220417707s] [] [2024/05/07 00:02:53.243 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.222982347\n# Parse_time: 0.000047647\n# Compile_time: 0.00028105\n# Rewrite_time: 0.000002082\n# Optimize_time: 0.000230432\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\ncancel import job 13;"] [2024/05/07 00:02:53.520 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=13] [2024/05/07 00:02:53.527 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:02:53.540 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:02:53.755 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 00:02:53.755 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 00:02:53.757 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 00:02:53.757 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:282\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:279\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:265\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 00:02:53.760 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 00:02:53.760 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 00:02:53.799 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:02:53.815 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=14] [job-id=14] [thread-cnt=8] [2024/05/07 00:02:53.816 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=14] [2024/05/07 00:02:54.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=14] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:02:55.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:02:55.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/07 00:02:55.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/07 00:02:55.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:02:55.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 00:02:55.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.018µs] [2024/05/07 00:02:55.024 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=129.434µs] [] [2024/05/07 00:02:55.024 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:02:55.024 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:55.024 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:02:55.036 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:02:55.036 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:02:55.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=14] [2024/05/07 00:02:55.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=14] [type=ImportInto] [2024/05/07 00:02:55.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:55.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:55.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:55.519 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.519 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:55.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:55.520 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.520 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:55.539 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:55.539 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:55.539 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:55.539 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:55.545 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/07 00:02:55.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:55.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=import] [2024/05/07 00:02:55.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/07 00:02:55.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:55.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:55.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:55.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:55.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:55.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:55.624 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:02:55.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:55.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:55.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:55.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:02:55.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:02:55.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:55.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:55.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:55.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:55.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:55.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:55.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:55.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:55.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:55.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:55.631 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:55.639 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:02:55.639 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.7GB] [2024/05/07 00:02:55.639 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=14] [step=import] [limit=256MiB] [2024/05/07 00:02:55.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/05/07 00:02:55.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 00:02:55.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 00:02:55.662 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/07 00:02:55.681 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=143] [key=t.csv:0] [2024/05/07 00:02:55.682 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=t.csv:0] [readDur=770.842µs] [encodeDur=243.778µs] [deliverDur=23.465µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.287391ms] [] [2024/05/07 00:02:55.683 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=30.303253ms] [] [2024/05/07 00:02:55.683 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/4b975c77-e52b-4f4c-9350-588a88515e72.sst] [firstKey=74800000000000008F5F728000000000000001] [lastKey=74800000000000008F5F728000000000000002] [2024/05/07 00:02:55.683 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 00:02:55.683 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 00:02:55.683 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 00:02:55.686 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.43708ms] [] [2024/05/07 00:02:55.686 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/07 00:02:55.690 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:02:55.691 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:02:55.692 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:02:55.692 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 00:02:55.692 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:02:55.692 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF8F5F728000000000FF0000010000000000FA] [end=7480000000000000FF8F5F728000000000FF0000030000000000FA] [2024/05/07 00:02:55.692 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF8F5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF8F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:02:55.693 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=405.569µs] [2024/05/07 00:02:55.693 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.083995ms] [] [2024/05/07 00:02:55.699 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:29 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 31, request epoch conf_ver: 5 version: 29\")"] ["job stage"=needRescan] [2024/05/07 00:02:55.700 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000008F5F728000000000000001] [endKey=74800000000000008F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:02:57.700 +08:00] [2024/05/07 00:02:55.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579942068879363] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:55.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579942068879363] [req-type=Cop] [region="{ region id: 14, ver: 29, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:02:57.717 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:02:57.719 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=2.032821195s] [] [2024/05/07 00:02:57.719 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 00:02:57.720 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.324038ms] [] [2024/05/07 00:02:57.720 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 00:02:57.720 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 00:02:57.722 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.981513ms] [] [2024/05/07 00:02:57.722 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/07 00:02:57.722 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 00:02:57.722 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=52.386µs] [] [2024/05/07 00:02:57.722 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 00:02:57.723 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.011437ms] [] [2024/05/07 00:02:58.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=14] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:02:58.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=14] [task-type=ImportInto] [num=1] [2024/05/07 00:02:58.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/07 00:02:58.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:02:58.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:02:58.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:02:58.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:58.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:02:58.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:02:58.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:02:58.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:58.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:58.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:58.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:58.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:58.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 00:02:58.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:02:58.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=14] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:02:58.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:58.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=14] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:02:58.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:02:58.350 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/07 00:02:58.353 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:02:58.353 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:02:58.353 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:02:58.353 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:02:58.353 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:02:58.353 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:02:58.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:58.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:58.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:58.354 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:02:58.355 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:02:58.355 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:02:58.355 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:02:58.355 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/07 00:02:58.355 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=14] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.738731077s] [] [2024/05/07 00:02:58.661 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=14] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:02:58.662 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/07 00:02:58.675 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/07 00:02:58.677 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/07 00:02:59.012 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [state=cancelling] [stage=2] [2024/05/07 00:02:59.015 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/07 00:02:59.181 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/07 00:02:59.181 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/05/07 00:02:59.181 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=1.993µs] [] [2024/05/07 00:02:59.181 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:02:59.207 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/07 00:02:59.207 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=14] [error="context canceled"] [2024/05/07 00:02:59.208 +08:00] [ERROR] [txn.go:596] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:596\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:02:59.209 +08:00] [INFO] [tidb.go:285] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 00:02:59.209 +08:00] [WARN] [session.go:2287] ["run statement failed"] [schemaVersion=99] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 00:02:59.210 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:02:59.211 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=14] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:02:59.211 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=14] [error="context canceled"] [2024/05/07 00:02:59.218 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:116\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:116\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:119\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:685\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:283\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:595\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:282\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).OnInitialize\n\tpkg/sessiontxn/isolation/base.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).EnterNewTxn\n\tpkg/session/txnmanager.go:161\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeBegin\n\tpkg/executor/simple.go:631\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:156\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:283\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1224\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:969\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:795\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:576\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2416\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2275\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1657\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.ExecSQL\n\tpkg/disttask/framework/storage/task_table.go:97\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:151\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/importinto.checksumTable\n\tpkg/disttask/importinto/subtask_executor.go:181\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:144\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:02:59.507 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/07 00:02:59.524 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=14] [step=2] [2024/05/07 00:02:59.528 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=14] [step=post-process] [2024/05/07 00:02:59.807 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=14] [2024/05/07 00:03:00.014 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="[0]cancelled by user"] [2024/05/07 00:03:00.018 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:00.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:00.019 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:00.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:00.020 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:00.020 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:00.020 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:00.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:00.024 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:00.024 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:00.024 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:00.024 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:00.027 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=14] [2024/05/07 00:03:00.034 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:03:00.121 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=14] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:03:00.151 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=14] [step=2] [state=reverted] [2024/05/07 00:03:00.196 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=1.519052695s] [] [2024/05/07 00:03:00.196 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.521337956\n# Parse_time: 0.000244539\n# Compile_time: 0.000212364\n# Rewrite_time: 0.000002791\n# Optimize_time: 0.000031694\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/07 00:03:00.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=14] [2024/05/07 00:03:00.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:00.541 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:01.218 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/07 00:03:01.230 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:01.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t2"] [2024/05/07 00:03:01.230 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:01.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:01.250 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:truncate table, State:queueing, SchemaState:none, SchemaID:139, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:01.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:01.273 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=1.625787ms] [gotSchemaVersion=100] [phyTblIDs="[143,145]"] [actionTypes="[11,11]"] [2024/05/07 00:03:01.277 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=146] [version=100] [2024/05/07 00:03:01.321 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.29751ms] [job="ID:146, Type:truncate table, State:done, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:01.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:01.345 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=146] [elementID=1] [comment="table ID is 143"] [2024/05/07 00:03:01.350 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="truncate table"] [2024/05/07 00:03:01.351 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:truncate table, State:synced, SchemaState:public, SchemaID:139, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:01.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:01.368 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/07 00:03:01.368 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:01.409 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:03:01.426 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=15] [job-id=15] [thread-cnt=8] [2024/05/07 00:03:01.426 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=15] [2024/05/07 00:03:03.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=15] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:03:04.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=15] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:04.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=15] [task-type=ImportInto] [num=1] [2024/05/07 00:03:04.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/07 00:03:04.015 +08:00] [INFO] [import_into.go:269] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/07 00:03:04.529 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:03:04.529 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 00:03:04.529 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.986µs] [2024/05/07 00:03:04.530 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=136.358µs] [] [2024/05/07 00:03:04.530 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:04.530 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=15] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:04.530 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:04.538 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=15] [task-type=ImportInto] [from=pending] [to=pending] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:03:04.539 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=15] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onPending\n\tpkg/disttask/framework/dispatcher/dispatcher.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:217\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:03:04.540 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [state=cancelling] [stage=-1] [2024/05/07 00:03:04.540 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/07 00:03:05.014 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="[0]cancelled by user"] [2024/05/07 00:03:05.018 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:05.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:05.019 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:05.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:05.020 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:05.020 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:05.021 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:05.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/07 00:03:05.024 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:05.024 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:05.024 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:05.024 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:05.031 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:03:05.234 +08:00] [INFO] [import_into.go:272] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=1.218380874s] [] [2024/05/07 00:03:05.234 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.22080524\n# Parse_time: 0.000208745\n# Compile_time: 0.000219081\n# Rewrite_time: 0.000002492\n# Optimize_time: 0.000033386\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestLoadRemote/TestChecksumNotMatch [2024/05/07 00:03:05.244 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:03:05.245 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/07 00:03:05.258 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:05.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:03:05.258 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:05.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:05.273 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:create schema, State:queueing, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:05.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.289 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=913.771µs] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:05.293 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=148] [version=101] [2024/05/07 00:03:05.331 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=15] [error="[0]cancelled by user"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:03:05.338 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.238216ms] [job="ID:148, Type:create schema, State:done, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:05.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.352 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:create schema, State:synced, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:05.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.362 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/07 00:03:05.362 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:05.365 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:03:05.366 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:03:05.380 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:05.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:05.380 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:05.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 00:03:05.402 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:05.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.423 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.835364ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [2024/05/07 00:03:05.427 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=150] [version=102] [2024/05/07 00:03:05.471 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.390304ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:05.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.497 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:05.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:05.509 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/07 00:03:05.509 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:05.518 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=15] [2024/05/07 00:03:05.526 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:05.538 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:05.549 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:03:05.566 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=16] [job-id=16] [thread-cnt=1] [2024/05/07 00:03:05.566 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=16] [2024/05/07 00:03:06.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=16] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:03:07.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:07.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/07 00:03:07.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/07 00:03:07.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:07.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:03:07.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=60.145µs] [2024/05/07 00:03:07.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=180.658µs] [] [2024/05/07 00:03:07.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 00:03:07.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/07 00:03:07.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:07.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:07.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:07.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=16] [2024/05/07 00:03:07.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=16] [type=ImportInto] [2024/05/07 00:03:07.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:07.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:07.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:07.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:07.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:07.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/07 00:03:07.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:07.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:07.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:07.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:07.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:07.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:07.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:07.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:07.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:07.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:07.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/07 00:03:07.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:07.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=import] [2024/05/07 00:03:07.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/07 00:03:07.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:07.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:07.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:07.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:07.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:07.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:07.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:07.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:07.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:07.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:07.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:07.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:07.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:07.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:07.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:07.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:07.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:07.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:07.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:07.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:07.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:07.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:07.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:07.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:07.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=16] [step=import] [limit=256MiB] [2024/05/07 00:03:07.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/05/07 00:03:07.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:07.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:07.663 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/07 00:03:07.720 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [2024/05/07 00:03:07.723 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-02.csv:0] [readDur=1.025965ms] [encodeDur=216.973µs] [deliverDur=23.286µs] [checksum="{cksum=2194573200098861684,size=111,kvs=3}"] [takeTime=2.4563ms] [] [2024/05/07 00:03:07.723 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000004] [2024/05/07 00:03:07.724 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/67254a77-06aa-40a7-b3f9-565bb7993459.sst] [firstKey=7480000000000000955F728000000000000004] [lastKey=7480000000000000955F728000000000000006] [2024/05/07 00:03:07.724 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=70.838137ms] [] [2024/05/07 00:03:07.724 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 00:03:07.724 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 00:03:07.724 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:07.727 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.378238ms] [] [2024/05/07 00:03:07.727 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 00:03:07.731 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:07.733 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:07.733 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:07.733 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:07.733 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:03:07.734 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000040000000000FA] [end=7480000000000000FF955F728000000000FF0000070000000000FA] [2024/05/07 00:03:07.734 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:03:07.734 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=385.797µs] [2024/05/07 00:03:07.734 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.111276ms] [] [2024/05/07 00:03:07.747 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 33, but you sent conf_ver: 5 version: 31"] [region="{ID=152,startKey=7480000000000000FF955F728000000000FF0000040000000000FA,endKey=7480000000000000FF955F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:33 \",peers=\"id:153 store_id:1 ,id:154 store_id:3 ,id:155 store_id:2 \"}"] [start=7480000000000000955F728000000000000004] [end=7480000000000000955F728000000000000007] [2024/05/07 00:03:07.748 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000955F728000000000000004] [endKey=7480000000000000955F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:09.748 +08:00] [2024/05/07 00:03:07.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579945227452420] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:07.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579945227452420] [req-type=Cop] [region="{ region id: 14, ver: 31, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:09.764 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:09.766 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.039110468s] [] [2024/05/07 00:03:09.766 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:09.767 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.219033ms] [] [2024/05/07 00:03:09.767 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 00:03:09.768 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:09.769 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.708358ms] [] [2024/05/07 00:03:09.769 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 00:03:09.769 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:09.769 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=41.713µs] [] [2024/05/07 00:03:09.769 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:09.771 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.11472ms] [] [2024/05/07 00:03:09.788 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [2024/05/07 00:03:09.793 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:09.798 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:09.798 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/07 00:03:09.923 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:893.124819ms txnStartTS:449579945555132419 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:892 kv_read_ms:1 processed_versions:0 total_versions:343 rocksdb_delete_skipped_count:80 rocksdb_key_skipped_count:924 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:03:09.926 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579945555132419\n# Query_time: 0.897228323\n# Parse_time: 0\n# Compile_time: 0.002433171\n# Rewrite_time: 0.00057904\n# Optimize_time: 0.001454567\n# Wait_TS: 0.000105852\n# Cop_time: 0.892342734 Process_time: 0.000493037 Wait_time: 0.892176379 Request_count: 2 Total_keys: 686 Get_snapshot_time: 0.892 Rocksdb_delete_skipped_count: 160 Rocksdb_key_skipped_count: 1848\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000246518 Cop_proc_p90: 0.000309308 Cop_proc_max: 0.000309308 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.446088189 Cop_wait_p90: 0.892079301 Cop_wait_max: 0.892079301 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2039\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2RWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjg5My4zbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADIdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldXnIAoCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MzI3LjLCtXMsIGZldGNoHRAFMgw6MHN9EacRCCQKMwkzMV80MShCAVQAKQm2QGRhdGE6U2VsZWN0aW9uXzQwEYsQMTYyLjUFYTV+cGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDg3My4xBSshZDRfa2V5czogMCwgdG90XwESGDogMTgzLjcFIgEUHHdhaXQ6IDk3DTUMcnBjXxFQAQwl/BQgODA0LjkFM2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMDEfAZUIX2R1BRoQbjogMTcNujhtYXhfZGlzdHNxbF9jb25VOxggMX0JMjM3Lc4YTi9BCjQJMQH8BDFfRbtQbm90KGlzdHJ1ZV93aXRoX251bGwoSsoBFHJlb3JnKSFKDHRpa3YFhwQ6ewW/BDBzVbY8fSwgc2Nhbl9kZXRhaWw6ICnBLSZAMzQzLCBnZXRfc25hcHNob3QN/gw3MS4zBf10cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50IScQLCBrZXk+FwAgOTI0LCBibG9jIa0IfX19AeUBBBwKNQk0M18zOQ3qDDAwMAlJVwh0aWR1qAFSbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FI2bwAAFoAQQwCjMJNl8yOShQcm9iZSElNDY0MDAJZ3JvdXAgYnk6Vf9ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1hRUIMi45fZVULCBwYXJ0aWFsX3dvcmtlcjp7d2FsbClHJDg5Mi44Mzg3NjUBMS4CAgg1LCBFNUF4ADBJqkWWLDQuNDYzNTkyNzc2cwkXDGV4ZWMlz0G6JdwFJAw2MjAwBSRhAgFoEDczMjA2hS4IcDk1MhIAFH0sIGZpbmahAAwyMjQ4tqEAFDc5Nzg0OC6hABAyOS43NmmENqgAFDgzNjU3c2mpBacMNzQ4OTanAA0SObhhDQAzgQklsWkNAG5hAzWNTfQEbWUJVARtc1XuCAkzOLEmYVgQNQk2XzMhvAA4QWs1/EpMA4EpAGWl/wAsTpoFIHNjaGVtYV9pZAHMRloGRcUJHklNCG1pbhWvADheSAIuuQB+SAIUNjAyNTQ4AeqeSAIUMjU2OTIyIX0hkwBlUkgCFDI2MDgzMQHUBGF4JUwQNTU2MDQBZlFGDRF6RQIQNjA5ODKyRQIUMjY2ODM1LkQCGDg3Ljg5M8LBVAGxVewUMjc2NzQ0LqQAQf0lCxWlDRJZRAA2wWwMMzYJMCn6AGTBZyhIYXNoQWdnXzMxCfXiBDIuBbaGZAYMOTMuMSUYBHJvUmMGCDMwOa0zAb1lzQAgQfEFNcFXYevBswEMBdwAIBVUAGPCYgYAMI5iBgQ2M91iADdhCgAxpXj+DAPODANKNAMW7Qh9HA7JCD7JBiU/LZ7SygY5hP7KBjrKBgQ4CcHKgazhtIFfhQX+ygYy8QAgCU4vQQlOL0EK')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('whjwSQq9GAoNUHJvamVjdGlvbl8xMxKjFwoHU29ydF8xNBKrFgoLSGFzaEpvaW5fMjgS2gUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDM0MywgZ2V0X3NuYXBzaG90X3RpbWU6IDcxLjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleV9za2lwcGVkX2NvdW50OiA5MjQsIGJsb2NrOiB7fX19cAnyDP///wE9ADQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTPcQEWhYFmhAxNjIuNQWaBGxvJVsUYswBY29wKXhMIHtudW06IDEsIG1heDogODczLjEFLAxwcm9jDfIYMCwgdG90XwESGDogMTgzLjcFIgEUCHdhaQG7ADcNNQxycGNfEVABDAWAFCA4MDQuOQUzgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWVCF9kdQUaEG46IDE3DbtwbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cO0uIQEQEpYPCgpB7SBBZ2dfMjkSvAsu2QIQMzAS2AoZIBAzNRK4BjYMAxAzNhKMBB0iCDESlkYKAwA0RYf+CgN9CgAdPo4CDDFtcywxsAB9agsDACh1CwRAv2kLLJQBZ3JvdXAgYnk6bWGUNgADIcUcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4aqFCcQMy4wDOcgMMODkyLgVFAHL+cgNucgMcId7d3d0dPvdtbyFnYW8ED2RhbwhIYXNFaQwzMVoVRe0BlAA1PbwEYspmbAMEOTMJvyGUTmsDCDMwOY1TeWsBYAn0VmsDEVTGagMAMIpqAwSHAp2LJRkIrWz4OhkBAIT+gAK+gAJVZF1wADU9jwA3Lo8BVMQCcGFydGlhbF93b3JrZXI6e3dhbGyJqSFcFDYwMjU0OAEyLmYEGDUsIHRhc2uF3AAwqQ6F+iw0LjQ2MjU2OTIyN3MJFxBleGVjOsHHIbNFEgUkEDYwODMxYVQEYXgFZxA1NTYwNAFmCHA5NS4RABR9LCBmaW5qngAIOTgyRV+ingAQNjY4MzUunQAUODcuODkzpY82pAAQNzY3NDQupAAMNjIwMCULFaUNEl6RBGEqCK1I/k0RBAC5yZkAFumcAG7hkjGsCDUpKVqiAQRw/C5kAiQaAQIhRERERCRjPlYABDhnkeYVVAAsjZUcZmlyc3Ryb3cdbpmKLhoCADkhgvEVAMh6GgIQODM4NzayfAEYMzU5Mjc3Ni59AUIaAhAzNjIwMAUkURsUNzMyMDYyAZoxdxESeh0CEDgyMjQ4tqEAFDc5Nzg0OC6hABAyOS43NhYCCDIeAhAzODM2NUHlFacMNzQ4OTanAA0SXh4CGBSuR+EMewgqugloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYlUGBCwgNfAEKV1VRAQzLgWLMcwEO2ISTQgQaGFzaF/FtAg6e3QOwwkUOjMyNy4yRfwQZmV0Y2gdEAUyLDowc30hnasFOSp+CDqoAAA9SpIAobnpTRQ6ZGVzYyxOUgfpC1qpAAVsAOpCbABOuQcBSBBtZXRhLE5lABmJHWkIM21zIkMIDGIPQ28mNQlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/07 00:03:09.949 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [2024/05/07 00:03:09.952 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=duplicate-pk-01.csv:0] [readDur=839.194µs] [encodeDur=1.056507ms] [deliverDur=12.704µs] [checksum="{cksum=412863277981286876,size=111,kvs=3}"] [takeTime=2.180514ms] [] [2024/05/07 00:03:09.952 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000955F728000000000000002] [2024/05/07 00:03:09.953 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=30] [takeTime=164.794355ms] [] [2024/05/07 00:03:09.953 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/d8892ac1-f846-4854-a5fa-ad17bd691053.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/07 00:03:09.953 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 00:03:09.953 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 00:03:09.953 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:09.956 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.485838ms] [] [2024/05/07 00:03:09.956 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:03:09.960 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:09.961 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:09.961 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:09.961 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:09.961 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:03:09.962 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF955F728000000000FF0000010000000000FA] [end=7480000000000000FF955F728000000000FF0000030000000000FA] [2024/05/07 00:03:09.962 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF955F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF955F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:03:09.963 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=435.622µs] [2024/05/07 00:03:09.963 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.242728ms] [] [2024/05/07 00:03:09.975 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 148 is conf_ver: 5 version: 35, but you sent conf_ver: 5 version: 33"] [region="{ID=160,startKey=7480000000000000FF955F728000000000FF0000010000000000FA,endKey=7480000000000000FF955F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:35 \",peers=\"id:161 store_id:1 ,id:162 store_id:3 ,id:163 store_id:2 \"}"] [start=7480000000000000955F728000000000000001] [end=7480000000000000955F728000000000000003] [2024/05/07 00:03:09.976 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000955F728000000000000001] [endKey=7480000000000000955F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:11.976 +08:00] [2024/05/07 00:03:10.862 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:429.395903ms txnStartTS:449579945922134020 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:205 rocksdb_delete_skipped_count:80 rocksdb_key_skipped_count:510 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:03:10.862 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:531.871278ms txnStartTS:449579945895919620 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:343 rocksdb_delete_skipped_count:80 rocksdb_key_skipped_count:924 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:03:10.863 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579945922134020\n# Query_time: 0.431472992\n# Parse_time: 0\n# Compile_time: 0.00109025\n# Rewrite_time: 0.000237795\n# Optimize_time: 0.00037349\n# Wait_TS: 0.000145306\n# Cop_time: 0.429521357 Process_time: 0.000139016 Wait_time: 0.000025563 Request_count: 1 Total_keys: 205 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 80 Rocksdb_key_skipped_count: 510\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000139016 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5563e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 231\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.429258343\n# PD_total: 0.000040225\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4ATwUjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NDI5LjdtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogASpYNG1zLCBwcm9jX2tleXM6IDAsIHRvdF8BEhw6IDEzOcK1cwkSJHdhaXQ6IDI1LjYFExxycGNfbnVtOgFNAQwAdAF7ACABUgAzAVKgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhBuOiAxNw1ZyG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfQkyMzEgQnl0ZXMJTi9BCjEJMV82CTFfMDUTqGxlKG15c3FsLnRpZGJfbWRsX2luZm8udmVyc2lvbiwgMTAyKQkwCXRpa3YFgAQ6ewW3EDBzLCBsKS1UfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbC0cRDIwNSwgZ2V0X3NuYXBzaG90XwU/ECAxMC4xKRWYb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgwLCBrZXlfOhcABDUxIRYkbG9jazoge319fQHeAQRcCjIJNDNfNQkxXzAJMTAwMDAJdGFibGU6Mt4AAVJwZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwl28AAgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('yQWYCsQFCg1UYWJsZVJlYWRlcl83EpoDCgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCyATyJBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMDIpaqABbnEAuCwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9rZXlzOiAyMDUsIGdldF9zbmFwc2hvdF90AbDAIDEwLjHCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleT4XAEA1MTAsIGJsb2NrOiB7fX19cAXmAQEy9QAB7Azqc+ZAGfUkAUABUhBkYXRhOj21CFoVdAGWGDQyOS43bXM1SxxiyAFjb3BfdCFoOCB7bnVtOiAxLCBtYXg6IAErADQBKwxwcm9jDewYMCwgdG90XwESEDogMTM5BeABEiR3YWl0OiAyNS42BRMMcnBjXxFNAQwFfAVSADMBUmBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wAfIMdWlsZAWRCF9kdQUaEG46IDE3DVmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOcBeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 102;"] [2024/05/07 00:03:10.864 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579945895919620\n# Query_time: 0.535438337\n# Parse_time: 0\n# Compile_time: 0.00222859\n# Rewrite_time: 0.000487964\n# Optimize_time: 0.001389492\n# Wait_TS: 0.000098099\n# Cop_time: 0.531109644 Process_time: 0.000422593 Wait_time: 0.000090832 Request_count: 2 Total_keys: 686 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 160 Rocksdb_key_skipped_count: 1848\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000211296 Cop_proc_p90: 0.000222369 Cop_proc_max: 0.000222369 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.5416e-05 Cop_wait_p90: 4.6838e-05 Cop_wait_max: 4.6838e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2013\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rhWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjUzMS43bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAANjLyAFhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbCUcADMBKhBmZXRjaBkPBTAMOjBzfRGlEQgkCjMJMzFfNDEoQgFSACkJtEBkYXRhOlNlbGVjdGlvbl80MC6JAAAyAV81e1xjb3BfdGFzazoge251bTogMSwgbWF4OiAhpQA5ASohYDRfa2V5czogMCwgdG90XwESJDogMjIyLjTCtXMJFCR3YWl0OiA0Ni44BRMMcnBjXxFPAQwl+AVUADgBVGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwJ6gWTCF9kdQUaGG46IDE1LjkFWThtYXhfZGlzdHNxbF9jb25VNhggMX0JMjM3LckYTi9BCjQJMQH5BDFfRbZQbm90KGlzdHJ1ZV93aXRoX251bGwoSsUBFHJlb3JnKSFHDHRpa3YFhwQ6ewW+BDBzVbE8fSwgc2Nhbl9kZXRhaWw6ICm8LSVAMzQzLCBnZXRfc25hcHNob3QN/QwxOS4zBcOYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA4MCwga2V5PhcAIDkyNCwgYmxvYyGrCH19fQHlAQQcCjUJNDNfMzkN6gwwMDAJSVIuowN8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FIGbwAAFoAQQwCjMJNl8yOShQcm9iZSElNDY0MDAJZ3JvdXAgYnk6VfpALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1gRAEMTQtG1WWTHBhcnRpYWxfd29ya2VyOnt3YWxsKUgcNDQzLjgzMcJBeS4BAgg1LCBBxwBfQXYAMF2UGDEuODgwNzVF9UG9DGV4ZWMlzAENJdkcMS45MTc1MzRBmUH7FDM5My4yNgliCHA5NR0QFH0sIGZpblaXABA2MS43N6KWABwyLjA4NTIyNQF0AYkFlhAzNi41NQVDARMFnBQyLjEyOTJlNAGbFDQ0Ny4xMQlnAZsZEDmjQfgAM2HxJZxJ+ABuQe41eE3fFG1lOjM2MgVwLXgICTM4sQthQhA1CTZfMyGmADhBVTXmSjYDgRIAZaXkUn8FJHNjaGVtYV9pZHNSHwBFrwkeSTcIbWluFa4EOClKMgIQMzM3LjUuugAALGoyAhQyODEuNDgJ6ZYyAhAxMDA0NiV1IYklnGH+AQ0llhQxLjEyMDFVMRgyMjguNjIzBZAhlhkQajECFDI4OC4zMklmlpYAEDI3NTU2NsgCEDI4LjQ3KQkdnRAzMTE2M8VvQTQYMjY4Ljc2NhmeFRBZNAA2wUQMMzYJMCnrAGTBPyRIYXNoQWdnXzMxcagIMjAzrfIEbG/tuV4+BhA4NjAuNwlzBHJvVj8GCDAwLimUAbrNPwA0BTPBMWHHwYwBDCV0ECA3NzEuCcYAY74+Bgg5LjQJjXY+BgAy3T4AN0H8ADGlVP7+As7+AkpkAxbECH0ODqAI/qUGQqUGADUt4v6lBj6lBgQ4CcGlgZzhj4FQZfb+pQZSpQY=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('lxjwSQqSGAoNUHJvamVjdGlvbl8xMxL4FgoHU29ydF8xNBKAFgoLSGFzaEpvaW5fMjgS1wUKDlRhYmxlUmVhZGVyXzQxEqYDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqgAXRqfAAILCBzAfLwfWRldGFpbDoge3RvdGFsX2tleXM6IDM0MywgZ2V0X3NuYXBzaG90X3RpbWU6IDE5LjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleV9za2lwcGVkX2NvdW50OiA5MjQsIGJsb2NrOiB7fX19cAnyDP///wE9ADQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTPcQEWhUFmhw1MzEuMm1zLDFaFGLKAWNvcCl3OCB7bnVtOiAxLCBtYXg6IAErADkBKwxwcm9jDfAYMCwgdG90XwESGDogMjIyLjQF5gEUJHdhaXQ6IDQ2LjgFEwxycGNfEU8BDAV+BVQAOAFUgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWTCF9kdQUaGG46IDE1LjkFWXBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w7S4eARAS8A4KCkHqIEFnZ18yORKrCy7WAhAzMBLIChkgEDM1ErcGNgkDEDM2EooEHSIAMU4HAwA0RYT+BwPuBwNtBwAodQcEQL9pByyUAWdyb3VwIGJ5Om1hkDb8AiHDHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcARGpvYl9pZCktPkNvbHVtbiMxOP5tA05tAwA1TYcAcv5tA25tAxwh3t3d3R0+921qIWZhagQPZGFqCEhhc0VnDDMxWhZF6ggyMDMNlQRsb4XDamkDEDg2MC43RdwhlVJqAwwwMC4yBSJ9aml7YVxGaAMQNzcxLjYFMcJpAwg5LjQJjW5pAwDoLmkDJRoIrWz4OhoBAIT+gAK+gAJVZF1wADUtkBAzMzcuNSURMZBUtAJwYXJ0aWFsX3dvcmtlcjp7d2FsbImoFDI4MS40OClyLmQEGDUsIHRhc2slca0LhfcYMS4xMDA0NoXaIaIQZXhlYzrBwAENRRAYMS4xMjAxNIH7oV0YMjI4LjYyMwWRCHA5NR0QFH0sIGZpblqWABA4LjMyMQU1lpYAEDI3NTU2pe8BiQWWEDI4LjQ3KQoBFA2dFDMxMTYzNhWeEDY4Ljc2SUAFnhUQAH1aiQdhHAitSP5NAgQAucmGABbpiQBu4X8xnRA1KSlaFAV2BDM2KWEtkQhw/AIy2wYcAiFEREREJGM+VQAEOGeR1hVTACyNhRxmaXJzdHJvdx1tmXpRCgg1MTTtnA15BGKyagoCFDQ0My44M650ARA4ODA3NTZ0AToKAhA5MTc1M1ULFDM5My4yNgliIW0ZEGoLAhA0NjEuN2mnjgoCHDIuMDg1MjI1IeEh9kUKDDM2LjU6CQIUMi4xMjkyRcdBphQ0NDcuMTEJZwGbGRBeCAIYFK5H4Qx7CCqRCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiMAYELCA12wQpXSq5CEWhMbYAORYnCBBoYXNoX8WPADoWmgkS4wgAMwHqEGZldGNoGQ8FMCw6MHN9IZ2rBTkqfgg6pgAAPUqQAKGR6SYUOmRlc2MsTisHyeQdpwA3AX0NpwVsAOpCbABOkgcBSBBtZXRhLE5lABmJWmkADGIPQ28mDQlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/07 00:03:11.990 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:11.992 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.036179104s] [] [2024/05/07 00:03:11.992 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:11.993 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.147607ms] [] [2024/05/07 00:03:11.993 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 00:03:11.993 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:11.995 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.773384ms] [] [2024/05/07 00:03:11.995 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:03:11.995 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:11.995 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=48.398µs] [] [2024/05/07 00:03:11.995 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:11.996 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.032439ms] [] [2024/05/07 00:03:12.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=16] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:12.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=16] [task-type=ImportInto] [num=1] [2024/05/07 00:03:12.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:12.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:12.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:12.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:12.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:12.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:12.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:12.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:12.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:12.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:12.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:12.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:12.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:12.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:03:12.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:12.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=16] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:03:12.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:12.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=16] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:12.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:12.315 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/07 00:03:12.321 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:12.321 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:12.321 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:12.321 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:12.322 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:12.322 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:12.322 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:12.322 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/07 00:03:12.322 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=16] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.705768178s] [] [2024/05/07 00:03:12.628 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:12.629 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/07 00:03:12.642 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/07 00:03:12.642 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/07 00:03:12.642 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [2024/05/07 00:03:12.642 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=1.969µs] [] [2024/05/07 00:03:12.642 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:03:12.643 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [weight=30] [2024/05/07 00:03:12.643 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [concurrency=15] [2024/05/07 00:03:12.644 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579946512220162] [req-type=Cop] [region="{ region id: 148, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 149, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 150, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 151, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=149-epoch_not_match:1] [2024/05/07 00:03:12.650 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=7.796766ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:03:12.650 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=31] [takeTime=8.112365ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:03:12.650 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:03:12.651 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:03:12.651 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/07 00:03:12.651 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 00:03:12.657 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=16] [error="context canceled"] [2024/05/07 00:03:12.657 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=16] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=29.606308ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 00:03:12.657 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:03:13.019 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [2024/05/07 00:03:13.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:03:13.270 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=16] [step=2] [2024/05/07 00:03:13.275 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=16] [step=post-process] [2024/05/07 00:03:13.307 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=16] [2024/05/07 00:03:13.515 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 00:03:13.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:13.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:13.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:13.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:13.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:13.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:13.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:13.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:13.524 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:13.524 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:13.524 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:13.524 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:13.527 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=16] [2024/05/07 00:03:13.534 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:03:13.592 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=16] [step=2] [state=reverted] [2024/05/07 00:03:13.672 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:03:13.676 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.164914728\n# Parse_time: 0.000171209\n# Compile_time: 0.000485648\n# Rewrite_time: 0.000161428\n# Optimize_time: 0.000031459\n# Wait_TS: 0.00028198\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6OC4xNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjguMTZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 00:03:13.680 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/07 00:03:13.693 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/07 00:03:13.693 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:13.708 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:13.731 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=1.786838ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [2024/05/07 00:03:13.734 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=152] [version=103] [2024/05/07 00:03:13.779 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=52.954756ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:13.797 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=152] [elementID=1] [comment="table ID is 149"] [2024/05/07 00:03:13.803 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/07 00:03:13.804 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:13.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:13.822 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/07 00:03:13.822 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:13.867 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:03:13.886 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=17] [job-id=17] [thread-cnt=1] [2024/05/07 00:03:13.886 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=17] [2024/05/07 00:03:14.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=16] [2024/05/07 00:03:14.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:14.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:14.178 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579946905436161] [req-type=Get] [region="{ region id: 10, ver: 5, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 11, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 18, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 23, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=3000] [total-region-errors=11-not_leader-23:1] [2024/05/07 00:03:15.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=17] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:03:16.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:16.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/07 00:03:16.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/07 00:03:16.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:16.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:03:16.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=65.293µs] [2024/05/07 00:03:16.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=191.459µs] [] [2024/05/07 00:03:16.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 00:03:16.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/07 00:03:16.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:16.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:16.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:16.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=17] [2024/05/07 00:03:16.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=17] [type=ImportInto] [2024/05/07 00:03:16.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:16.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:16.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:16.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:16.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:16.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:16.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:16.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:16.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:16.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:16.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/07 00:03:16.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:16.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=import] [2024/05/07 00:03:16.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/07 00:03:16.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:16.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:16.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:16.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:16.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:16.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:16.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:16.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:16.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:16.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:16.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:16.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:16.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:16.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:16.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:16.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:16.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:16.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:16.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:16.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:16.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=17] [step=import] [limit=256MiB] [2024/05/07 00:03:16.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [2024/05/07 00:03:16.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:16.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:16.663 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/07 00:03:16.815 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/07 00:03:16.818 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=875.323µs] [encodeDur=513.135µs] [deliverDur=495.2µs] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [takeTime=2.204226ms] [] [2024/05/07 00:03:16.818 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000002] [2024/05/07 00:03:16.819 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=33] [takeTime=164.731673ms] [] [2024/05/07 00:03:16.819 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a5f948ce-5ab5-48cd-a4b7-4d64812b9dc4.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/07 00:03:16.819 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 00:03:16.819 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 00:03:16.819 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:16.822 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.550805ms] [] [2024/05/07 00:03:16.822 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:03:16.825 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:16.827 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:16.827 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:16.827 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:16.827 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:03:16.828 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000010000000000FA] [end=7480000000000000FF975F728000000000FF0000030000000000FA] [2024/05/07 00:03:16.828 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:03:16.828 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=383.83µs] [2024/05/07 00:03:16.828 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.052727ms] [] [2024/05/07 00:03:16.831 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579947600117761] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:16.831 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579947600117761] [req-type=Cop] [region="{ region id: 14, ver: 33, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:16.836 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:33 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 35, request epoch conf_ver: 5 version: 33\")"] ["job stage"=needRescan] [2024/05/07 00:03:16.836 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000001] [endKey=7480000000000000975F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:18.836 +08:00] [2024/05/07 00:03:18.856 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:18.858 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.036155847s] [] [2024/05/07 00:03:18.858 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:18.859 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.187105ms] [] [2024/05/07 00:03:18.859 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 00:03:18.859 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:18.861 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.80683ms] [] [2024/05/07 00:03:18.861 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:03:18.861 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:18.861 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=46.512µs] [] [2024/05/07 00:03:18.861 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:18.862 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=883.645µs] [] [2024/05/07 00:03:18.877 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [2024/05/07 00:03:18.883 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:18.887 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:18.888 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/07 00:03:18.943 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/07 00:03:18.944 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=871.863µs] [encodeDur=231.992µs] [deliverDur=11.509µs] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [takeTime=1.380963ms] [] [2024/05/07 00:03:18.945 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000975F728000000000000004] [2024/05/07 00:03:18.946 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=34] [takeTime=68.572807ms] [] [2024/05/07 00:03:18.946 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/b90694d4-d0e3-4440-92c8-3359b043e0d7.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/07 00:03:18.946 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 00:03:18.946 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 00:03:18.946 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:18.948 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.507522ms] [] [2024/05/07 00:03:18.948 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 00:03:18.952 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:18.954 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:18.954 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:18.954 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:18.954 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:03:18.955 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF975F728000000000FF0000040000000000FA] [end=7480000000000000FF975F728000000000FF0000070000000000FA] [2024/05/07 00:03:18.955 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF975F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF975F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:03:18.955 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=440.654µs] [2024/05/07 00:03:18.955 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.093031ms] [] [2024/05/07 00:03:18.962 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:35 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 37, request epoch conf_ver: 5 version: 35\")"] ["job stage"=needRescan] [2024/05/07 00:03:18.962 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000975F728000000000000004] [endKey=7480000000000000975F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:20.962 +08:00] [2024/05/07 00:03:18.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579948163727363] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:18.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579948163727363] [req-type=Cop] [region="{ region id: 14, ver: 35, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:20.978 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:20.980 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.031259343s] [] [2024/05/07 00:03:20.980 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:20.981 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.156732ms] [] [2024/05/07 00:03:20.981 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 00:03:20.981 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:20.983 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.782124ms] [] [2024/05/07 00:03:20.983 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 00:03:20.983 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:20.983 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=53.679µs] [] [2024/05/07 00:03:20.983 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:20.984 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.086936ms] [] [2024/05/07 00:03:21.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:21.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/07 00:03:21.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:21.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:21.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:21.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:21.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:21.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:21.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:21.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:21.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:21.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:21.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:21.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:21.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:21.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:03:21.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:21.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:03:21.058 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:21.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=17] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:21.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:21.302 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/07 00:03:21.307 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:21.307 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:21.307 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:21.307 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:21.307 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:21.307 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:21.307 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:21.308 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:21.308 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:21.308 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:21.309 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:21.309 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:21.309 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:21.309 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/07 00:03:21.309 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=4.692562346s] [] [2024/05/07 00:03:21.615 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:21.616 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=17] [step=post-process] [2024/05/07 00:03:21.629 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/07 00:03:21.629 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/07 00:03:21.629 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [2024/05/07 00:03:21.629 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=1.873µs] [] [2024/05/07 00:03:21.629 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=76.129µs] [] [2024/05/07 00:03:21.629 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=35] [takeTime=189.928µs] [] [2024/05/07 00:03:22.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=17] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:22.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=17] [task-type=ImportInto] [num=1] [2024/05/07 00:03:22.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:22.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=17] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:03:22.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:22.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=17] [step=done] [state=running] [] [2024/05/07 00:03:22.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=17] [2024/05/07 00:03:22.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:22.253 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=17] [error="context canceled"] [2024/05/07 00:03:22.253 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=17] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=637.634786ms] [] [2024/05/07 00:03:22.299 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.473561866\n# Parse_time: 0.000226281\n# Compile_time: 0.000652761\n# Rewrite_time: 0.000230927\n# Optimize_time: 0.000204517\n# Wait_TS: 0.00027313\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/07 00:03:22.302 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/07 00:03:22.318 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:22.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:22.318 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:22.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t;"] [2024/05/07 00:03:22.334 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:147, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:22.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:22.358 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=1.914921ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [2024/05/07 00:03:22.362 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=154] [version=104] [2024/05/07 00:03:22.406 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.204151ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:22.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:22.421 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=154] [elementID=1] [comment="table ID is 151"] [2024/05/07 00:03:22.426 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/07 00:03:22.427 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:147, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:22.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:22.445 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/07 00:03:22.445 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:22.485 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:03:22.503 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=18] [job-id=18] [thread-cnt=1] [2024/05/07 00:03:22.503 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=18] [2024/05/07 00:03:22.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=17] [2024/05/07 00:03:22.528 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:22.542 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:24.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=18] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:03:25.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:25.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/07 00:03:25.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/07 00:03:25.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:25.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 00:03:25.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=64.01µs] [2024/05/07 00:03:25.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=182.84µs] [] [2024/05/07 00:03:25.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 00:03:25.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/07 00:03:25.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:25.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:25.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:25.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=18] [2024/05/07 00:03:25.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=18] [type=ImportInto] [2024/05/07 00:03:25.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:25.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:25.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:25.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:25.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:25.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/07 00:03:25.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:25.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:25.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:25.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:25.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/07 00:03:25.615 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:25.616 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=import] [2024/05/07 00:03:25.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/07 00:03:25.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:25.622 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:25.622 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:25.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.623 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:25.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.624 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:25.624 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:25.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:25.624 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:25.624 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:25.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:25.628 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:25.628 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:25.629 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.629 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:25.630 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:25.630 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:25.638 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:25.638 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:25.638 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=18] [step=import] [limit=256MiB] [2024/05/07 00:03:25.902 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [2024/05/07 00:03:25.907 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:25.912 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:25.912 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/07 00:03:25.938 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/07 00:03:25.940 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=849.462µs] [encodeDur=420.446µs] [deliverDur=491.134µs] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [takeTime=1.959997ms] [] [2024/05/07 00:03:25.941 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000002] [2024/05/07 00:03:25.942 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=36] [takeTime=39.282891ms] [] [2024/05/07 00:03:25.942 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a8be4c9d-fd40-4b47-9aa9-55d46e54506d.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/07 00:03:25.942 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 00:03:25.942 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 00:03:25.942 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:25.945 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=3.347392ms] [] [2024/05/07 00:03:25.945 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:03:25.949 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:25.951 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:25.951 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:25.951 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:25.951 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:03:25.951 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000010000000000FA] [end=7480000000000000FF995F728000000000FF0000030000000000FA] [2024/05/07 00:03:25.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:03:25.952 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=407.486µs] [2024/05/07 00:03:25.952 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.054774ms] [] [2024/05/07 00:03:25.958 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:37 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 39, request epoch conf_ver: 5 version: 37\")"] ["job stage"=needRescan] [2024/05/07 00:03:25.959 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000995F728000000000000001] [endKey=7480000000000000995F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:27.959 +08:00] [2024/05/07 00:03:25.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579949998473220] [req-type=Cop] [region="{ region id: 14, ver: 37, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:25.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579949998473220] [req-type=Cop] [region="{ region id: 14, ver: 37, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:27.976 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:27.977 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.031487558s] [] [2024/05/07 00:03:27.977 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:27.978 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.176374ms] [] [2024/05/07 00:03:27.978 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 00:03:27.978 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:27.980 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.665366ms] [] [2024/05/07 00:03:27.980 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:03:27.980 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:27.980 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=43.665µs] [] [2024/05/07 00:03:27.980 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:27.981 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=913.65µs] [] [2024/05/07 00:03:27.996 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [2024/05/07 00:03:28.000 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:28.005 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:28.005 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/07 00:03:28.017 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/07 00:03:28.019 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=694.601µs] [encodeDur=362.968µs] [deliverDur=11.278µs] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [takeTime=1.267811ms] [] [2024/05/07 00:03:28.019 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000000995F728000000000000004] [2024/05/07 00:03:28.020 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=37] [takeTime=23.844476ms] [] [2024/05/07 00:03:28.020 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/75b78924-d4fa-4b75-b128-51325e68f1a8.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/07 00:03:28.020 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 00:03:28.020 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 00:03:28.020 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:28.022 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.257442ms] [] [2024/05/07 00:03:28.022 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 00:03:28.026 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:28.027 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 00:03:28.028 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:28.028 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:28.028 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:03:28.028 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF995F728000000000FF0000040000000000FA] [end=7480000000000000FF995F728000000000FF0000070000000000FA] [2024/05/07 00:03:28.028 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF995F728000000000FF0000040000000000FA] [maxKey=7480000000000000FF995F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:03:28.029 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=423.293µs] [2024/05/07 00:03:28.029 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.144643ms] [] [2024/05/07 00:03:28.035 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579950535868427] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:28.035 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579950535868427] [req-type=Cop] [region="{ region id: 14, ver: 39, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:28.035 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 3, region 14, epoch conf_ver:5 version:39 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 41, request epoch conf_ver: 5 version: 39\")"] ["job stage"=needRescan] [2024/05/07 00:03:28.036 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000995F728000000000000004] [endKey=7480000000000000995F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:30.036 +08:00] [2024/05/07 00:03:30.052 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 00:03:30.054 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=2.031539246s] [] [2024/05/07 00:03:30.054 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 00:03:30.055 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.133438ms] [] [2024/05/07 00:03:30.055 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 00:03:30.055 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:30.057 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.748306ms] [] [2024/05/07 00:03:30.057 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 00:03:30.057 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:30.057 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=53.31µs] [] [2024/05/07 00:03:30.057 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 00:03:30.058 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=927.554µs] [] [2024/05/07 00:03:30.514 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:30.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/07 00:03:30.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:30.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:30.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:30.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:30.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:30.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:30.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:30.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:30.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:30.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:30.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:30.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:30.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:30.659 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 00:03:30.661 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:30.661 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:03:30.661 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:30.675 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=18] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:30.675 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:30.988 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:30.995 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:30.995 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:30.995 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:30.995 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:30.996 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:30.996 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:30.996 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:30.996 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/07 00:03:30.996 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.381227247s] [] [2024/05/07 00:03:31.304 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:31.306 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=18] [step=post-process] [2024/05/07 00:03:31.322 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/07 00:03:31.322 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/07 00:03:31.322 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [2024/05/07 00:03:31.322 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=2.128µs] [] [2024/05/07 00:03:31.322 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 00:03:31.323 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [weight=30] [2024/05/07 00:03:31.323 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [concurrency=15] [2024/05/07 00:03:31.326 +08:00] [WARN] [subtask_executor.go:159] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:03:31.326 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=3.837215ms] [] [2024/05/07 00:03:31.326 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=38] [takeTime=4.007311ms] [] [2024/05/07 00:03:31.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=18] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:31.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=18] [task-type=ImportInto] [num=1] [2024/05/07 00:03:31.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:31.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=18] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:03:31.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:31.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=18] [step=done] [state=running] [] [2024/05/07 00:03:31.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=18] [2024/05/07 00:03:31.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:31.644 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=18] [error="context canceled"] [2024/05/07 00:03:31.644 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=18] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=339.982143ms] [] [2024/05/07 00:03:31.816 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 9.368699595\n# Parse_time: 0.000140626\n# Compile_time: 0.000451938\n# Rewrite_time: 0.00015597\n# Optimize_time: 0.000189223\n# Wait_TS: 0.000270841\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestLoadRemote/TestColumnsAndUserVars [2024/05/07 00:03:31.821 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 00:03:31.833 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 00:03:31.833 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:31.854 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:queueing, SchemaState:public, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:31.874 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=548.027µs] [gotSchemaVersion=105] [phyTblIDs="[153]"] [actionTypes="[2]"] [2024/05/07 00:03:31.878 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=105] [2024/05/07 00:03:31.924 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.317413ms] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:31.947 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=18] [step=-2] [state=succeed] [2024/05/07 00:03:31.950 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:write only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:31.968 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=625.039µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:31.972 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=106] [2024/05/07 00:03:32.017 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.970369ms] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.024 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=18] [2024/05/07 00:03:32.031 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [category=ddl] [job="ID:155, Type:drop schema, State:running, SchemaState:delete only, SchemaID:147, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:32.046 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:32.049 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=517.424µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:32.053 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=155] [version=107] [2024/05/07 00:03:32.099 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.012731ms] [job="ID:155, Type:drop schema, State:done, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.112 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [2024/05/07 00:03:32.117 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop schema"] [2024/05/07 00:03:32.118 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=155] [conn=2] [job="ID:155, Type:drop schema, State:synced, SchemaState:none, SchemaID:147, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:31.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.134 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/07 00:03:32.134 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:32.136 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.315783578\n# Parse_time: 0.00025785\n# Compile_time: 0.000265202\n# Rewrite_time: 0.000031624\n# Optimize_time: 0.000173596\n# Wait_TS: 0.000442345\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/07 00:03:32.136 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 00:03:32.150 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:32.150 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/07 00:03:32.165 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:create schema, State:queueing, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.179 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=1.019481ms] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:32.184 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=157] [version=108] [2024/05/07 00:03:32.229 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.654727ms] [job="ID:157, Type:create schema, State:done, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.248 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:create schema, State:synced, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.258 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/07 00:03:32.258 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:32.261 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/07 00:03:32.275 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:32.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:32.275 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:32.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/07 00:03:32.291 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:32.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.311 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.864841ms] [gotSchemaVersion=109] [phyTblIDs="[158]"] [actionTypes="[3]"] [2024/05/07 00:03:32.315 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=159] [version=109] [2024/05/07 00:03:32.360 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.502577ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:32.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.374 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:156, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:32.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:32.386 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/07 00:03:32.386 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:32.424 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=false] [2024/05/07 00:03:32.443 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=19] [job-id=19] [thread-cnt=2] [2024/05/07 00:03:32.443 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=19] [2024/05/07 00:03:33.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=19] [task-type=ImportInto] [state=pending] [concurrency=2] [2024/05/07 00:03:34.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:34.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/07 00:03:34.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/07 00:03:34.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=cols_and_vars] [2024/05/07 00:03:34.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/07 00:03:34.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=52.321µs] [2024/05/07 00:03:34.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=cols_and_vars] [takeTime=166.376µs] [] [2024/05/07 00:03:34.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:34.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=2] [subtasks=1] [2024/05/07 00:03:34.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:34.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:34.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:34.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=19] [2024/05/07 00:03:34.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=19] [type=ImportInto] [2024/05/07 00:03:34.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:34.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:34.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:34.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:34.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:34.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/07 00:03:34.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:34.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:34.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:34.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:34.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/07 00:03:34.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:34.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=import] [2024/05/07 00:03:34.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/07 00:03:34.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:34.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:34.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:34.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:34.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:34.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:34.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:34.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:34.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:34.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:34.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:34.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:34.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:34.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:34.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:34.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:34.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:34.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:34.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:34.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:34.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.7GB] [2024/05/07 00:03:34.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=19] [step=import] [limit=256MiB] [2024/05/07 00:03:34.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [2024/05/07 00:03:34.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 00:03:34.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 00:03:34.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/07 00:03:34.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/07 00:03:34.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [2024/05/07 00:03:34.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [2024/05/07 00:03:34.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-2.tsv:0] [readDur=749.395µs] [encodeDur=448.077µs] [deliverDur=185.907µs] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [takeTime=1.649066ms] [] [2024/05/07 00:03:34.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=cols_and_vars-1.tsv:0] [readDur=882.49µs] [encodeDur=687.207µs] [deliverDur=165.623µs] [checksum="{cksum=5106863624616597468,size=189,kvs=5}"] [takeTime=2.045621ms] [] [2024/05/07 00:03:34.676 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/ee245633-d22d-47f9-a0b4-2671fa6cd32b.sst] [firstKey=74800000000000009E5F728000000000000010] [lastKey=74800000000000009E5F728000000000000013] [2024/05/07 00:03:34.676 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=39] [takeTime=21.474026ms] [] [2024/05/07 00:03:34.676 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 00:03:34.676 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 00:03:34.676 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 00:03:34.677 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/7a23f2c2-e362-4227-bec8-1389d69b17a4.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000005] [2024/05/07 00:03:34.680 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=3.639548ms] [] [2024/05/07 00:03:34.680 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/07 00:03:34.684 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:34.686 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/07 00:03:34.686 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:34.686 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 00:03:34.686 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [retry=0] [2024/05/07 00:03:34.686 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FF9E5F728000000000FF0000010000000000FA] [end=7480000000000000FF9E5F728000000000FF0000140000000000FA] [2024/05/07 00:03:34.687 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FF9E5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FF9E5F728000000000FF0000140000000000FA] [regions=1] [2024/05/07 00:03:34.687 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=463.559µs] [2024/05/07 00:03:34.687 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.255433ms] [] [2024/05/07 00:03:34.707 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/07 00:03:34.708 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=28.040126ms] [] [2024/05/07 00:03:34.708 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 00:03:34.710 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.553824ms] [] [2024/05/07 00:03:34.710 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 00:03:34.710 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 00:03:34.712 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.826848ms] [] [2024/05/07 00:03:34.712 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/07 00:03:34.712 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 00:03:34.712 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=36.536µs] [] [2024/05/07 00:03:34.712 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 00:03:34.713 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=970.798µs] [] [2024/05/07 00:03:34.717 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579952292233219] [req-type=Get] [region="{ region id: 14, ver: 41, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:35.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:35.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/07 00:03:35.021 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:35.024 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:35.025 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:35.025 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:35.026 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:35.026 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:35.027 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:35.027 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:35.027 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:35.047 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:35.047 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:35.047 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:35.047 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:35.047 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:35.047 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:35.048 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:35.048 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:35.048 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:35.048 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:35.066 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/07 00:03:35.068 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:35.068 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=1] [concurrency=2] [subtasks=1] [2024/05/07 00:03:35.068 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:35.084 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=19] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:35.084 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:35.339 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/07 00:03:35.341 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:35.341 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:35.341 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:35.341 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:35.342 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:35.342 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:35.342 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:35.342 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/07 00:03:35.343 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=1] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=725.939432ms] [] [2024/05/07 00:03:35.648 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:35.649 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=19] [step=post-process] [2024/05/07 00:03:35.662 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/07 00:03:35.662 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/07 00:03:35.662 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [2024/05/07 00:03:35.665 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:35.666 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:35.666 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:35.667 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:35.667 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:35.667 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:35.667 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:35.668 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:35.668 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:35.668 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:35.668 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:35.668 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:35.668 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:35.676 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=13.969753ms] [] [2024/05/07 00:03:35.676 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [checksum="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/07 00:03:35.677 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [weight=30] [2024/05/07 00:03:35.677 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [concurrency=15] [2024/05/07 00:03:35.680 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [local="{cksum=10770523078244854343,size=341,kvs=9}"] [2024/05/07 00:03:35.680 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=17.497315ms] [] [2024/05/07 00:03:35.680 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=40] [takeTime=17.641325ms] [] [2024/05/07 00:03:36.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=19] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:36.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=19] [task-type=ImportInto] [num=1] [2024/05/07 00:03:36.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:36.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=19] [task-type=ImportInto] [state=running] [step=2] [concurrency=2] [subtasks=0] [2024/05/07 00:03:36.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:36.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=19] [step=done] [state=running] [] [2024/05/07 00:03:36.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=19] [2024/05/07 00:03:36.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:36.305 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=19] [error="context canceled"] [2024/05/07 00:03:36.305 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=19] [step=2] [concurrency=2] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.681132ms] [] [2024/05/07 00:03:36.355 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.966591358\n# Parse_time: 0.000209003\n# Compile_time: 0.000457313\n# Rewrite_time: 0.000149618\n# Optimize_time: 0.000173596\n# Wait_TS: 0.000339828\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestLoadRemote/TestDeliverBytesRows [2024/05/07 00:03:36.366 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:03:36.376 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:36.376 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:03:36.392 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:queueing, SchemaState:public, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.413 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=572.781µs] [gotSchemaVersion=110] [phyTblIDs="[158]"] [actionTypes="[2]"] [2024/05/07 00:03:36.418 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=110] [2024/05/07 00:03:36.463 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.400492ms] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.477 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:write only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.494 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=481.044µs] [gotSchemaVersion=111] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:36.498 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=111] [2024/05/07 00:03:36.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=19] [2024/05/07 00:03:36.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:36.543 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.1522ms] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:36.557 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop schema, State:running, SchemaState:delete only, SchemaID:156, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.574 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=515.29µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:36.578 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=160] [version=112] [2024/05/07 00:03:36.624 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.37226ms] [job="ID:160, Type:drop schema, State:done, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.645 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [2024/05/07 00:03:36.653 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop schema"] [2024/05/07 00:03:36.655 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop schema, State:synced, SchemaState:none, SchemaID:156, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.671 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/07 00:03:36.671 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:36.673 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.307907307\n# Parse_time: 0.000214286\n# Compile_time: 0.000235021\n# Rewrite_time: 0.000025919\n# Optimize_time: 0.00069994\n# Wait_TS: 0.00033026\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 00:03:36.674 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=112] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 00:03:36.687 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:36.687 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:03:36.704 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create schema, State:queueing, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.721 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=1.011925ms] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:36.725 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=162] [version=113] [2024/05/07 00:03:36.771 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.77662ms] [job="ID:162, Type:create schema, State:done, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:36.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.796 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create schema, State:synced, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.807 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/07 00:03:36.807 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:36.811 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:03:36.812 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:03:36.827 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:36.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:36.827 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:36.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:03:36.843 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.865 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.960344ms] [gotSchemaVersion=114] [phyTblIDs="[163]"] [actionTypes="[3]"] [2024/05/07 00:03:36.870 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=164] [version=114] [2024/05/07 00:03:36.913 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.493175ms] [job="ID:164, Type:create table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:36.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.929 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:36.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:36.942 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/07 00:03:36.942 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:36.981 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:03:37.000 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=20] [job-id=20] [thread-cnt=8] [2024/05/07 00:03:37.000 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=20] [2024/05/07 00:03:39.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=20] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:03:40.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:40.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/07 00:03:40.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/07 00:03:40.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:40.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/07 00:03:40.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=72.29µs] [2024/05/07 00:03:40.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=235.225µs] [] [2024/05/07 00:03:40.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:40.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:40.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:40.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:40.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:40.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=20] [2024/05/07 00:03:40.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=20] [type=ImportInto] [2024/05/07 00:03:40.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:40.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:40.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:40.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:40.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:40.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/07 00:03:40.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:40.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:40.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:40.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:40.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/07 00:03:40.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:40.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=import] [2024/05/07 00:03:40.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/07 00:03:40.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:40.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:40.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:40.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:40.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:40.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.626 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:40.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:40.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:40.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:40.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:40.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:40.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:40.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:40.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:40.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:40.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:40.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:40.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:40.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:40.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:40.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:40.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:40.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:40.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:40.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:40.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:40.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=20] [step=import] [limit=256MiB] [2024/05/07 00:03:40.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [2024/05/07 00:03:40.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:40.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:40.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=163] [2024/05/07 00:03:40.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [2024/05/07 00:03:40.682 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=163] [key=min-deliver-bytes-rows.csv:0] [readDur=951.424µs] [encodeDur=511.527µs] [deliverDur=283.901µs] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [takeTime=2.449708ms] [] [2024/05/07 00:03:40.683 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/c8b8eec0-2123-43cc-8afa-c01a83fd1293.sst] [firstKey=7480000000000000A35F728000000000000001] [lastKey=7480000000000000A35F728000000000000009] [2024/05/07 00:03:40.683 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=41] [takeTime=26.204318ms] [] [2024/05/07 00:03:40.683 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 00:03:40.683 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 00:03:40.683 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:40.686 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.473016ms] [] [2024/05/07 00:03:40.686 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:03:40.690 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:40.691 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 00:03:40.691 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:40.691 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:40.691 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [retry=0] [2024/05/07 00:03:40.692 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA35F728000000000FF0000010000000000FA] [end=7480000000000000FFA35F728000000000FF00000A0000000000FA] [2024/05/07 00:03:40.692 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA35F728000000000FF00000A0000000000FA] [regions=1] [2024/05/07 00:03:40.692 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=468.816µs] [2024/05/07 00:03:40.693 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.231164ms] [] [2024/05/07 00:03:40.699 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:43 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 45, request epoch conf_ver: 5 version: 43\")"] ["job stage"=needRescan] [2024/05/07 00:03:40.700 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A35F728000000000000001] [endKey=7480000000000000A35F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:42.700 +08:00] [2024/05/07 00:03:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579953865097219] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579953865097219] [req-type=Cop] [region="{ region id: 14, ver: 43, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:42.718 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 00:03:42.719 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.033494626s] [] [2024/05/07 00:03:42.719 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:42.721 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.265325ms] [] [2024/05/07 00:03:42.721 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 00:03:42.721 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:42.723 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.857465ms] [] [2024/05/07 00:03:42.723 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:03:42.723 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:42.723 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=38.69µs] [] [2024/05/07 00:03:42.723 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:42.724 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=922.094µs] [] [2024/05/07 00:03:43.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:43.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/07 00:03:43.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:43.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:43.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:43.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:43.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:43.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:43.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:43.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:43.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:43.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:43.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:43.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:43.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:43.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 00:03:43.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:43.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:43.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:43.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=20] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:43.074 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:43.350 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:43.353 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:43.353 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:43.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:43.353 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:43.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:43.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:43.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:43.354 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/07 00:03:43.354 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.736888174s] [] [2024/05/07 00:03:43.660 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:43.662 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=20] [step=post-process] [2024/05/07 00:03:43.675 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/07 00:03:43.675 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/07 00:03:43.675 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [2024/05/07 00:03:43.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:43.678 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:43.678 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:43.679 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:43.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:43.680 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:43.680 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:43.681 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:43.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:43.681 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:43.681 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:43.681 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:43.681 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:43.681 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:43.689 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=14.027774ms] [] [2024/05/07 00:03:43.689 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [checksum="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/07 00:03:43.690 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [weight=30] [2024/05/07 00:03:43.690 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [concurrency=15] [2024/05/07 00:03:43.692 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [local="{cksum=14600529379354287537,size=369,kvs=9}"] [2024/05/07 00:03:43.692 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=16.866082ms] [] [2024/05/07 00:03:43.692 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=42] [takeTime=16.993861ms] [] [2024/05/07 00:03:44.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=20] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:44.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=20] [task-type=ImportInto] [num=1] [2024/05/07 00:03:44.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:44.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=20] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:03:44.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:44.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=20] [step=done] [state=running] [] [2024/05/07 00:03:44.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=20] [2024/05/07 00:03:44.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:44.213 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.268363485\n# Parse_time: 0.000087541\n# Compile_time: 0.000394342\n# Rewrite_time: 0.00013417\n# Optimize_time: 0.00069994\n# Wait_TS: 0.00033237\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny4yN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny4yN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:03:44.216 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 00:03:44.232 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:44.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:44.232 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:44.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:03:44.254 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:truncate table, State:queueing, SchemaState:none, SchemaID:161, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:44.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:44.278 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=1.987783ms] [gotSchemaVersion=115] [phyTblIDs="[163,165]"] [actionTypes="[11,11]"] [2024/05/07 00:03:44.283 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=166] [version=115] [2024/05/07 00:03:44.316 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=20] [error="context canceled"] [2024/05/07 00:03:44.316 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=20] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.831433ms] [] [2024/05/07 00:03:44.327 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.899726ms] [job="ID:166, Type:truncate table, State:done, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:44.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:44.347 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=166] [elementID=1] [comment="table ID is 163"] [2024/05/07 00:03:44.353 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="truncate table"] [2024/05/07 00:03:44.355 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:truncate table, State:synced, SchemaState:public, SchemaID:161, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:44.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:44.372 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/07 00:03:44.372 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:44.414 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:03:44.433 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=21] [job-id=21] [thread-cnt=8] [2024/05/07 00:03:44.434 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=21] [2024/05/07 00:03:44.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=20] [2024/05/07 00:03:44.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:44.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:45.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=21] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:03:46.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:46.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/07 00:03:46.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/07 00:03:46.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:46.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/07 00:03:46.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=46.078µs] [2024/05/07 00:03:46.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=146.676µs] [] [2024/05/07 00:03:46.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:46.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:46.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:46.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:46.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:46.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=21] [2024/05/07 00:03:46.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=21] [type=ImportInto] [2024/05/07 00:03:46.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:46.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:46.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:46.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:46.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:46.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:46.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:46.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:46.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:46.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:46.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/07 00:03:46.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:46.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=import] [2024/05/07 00:03:46.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/07 00:03:46.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:46.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:46.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:46.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:46.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:46.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:46.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:46.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:46.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:46.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:46.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:46.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:46.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:46.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:46.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:46.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:46.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:46.633 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:46.634 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:46.634 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:46.635 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.635 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:46.636 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:46.636 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:46.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:46.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:46.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=21] [step=import] [limit=256MiB] [2024/05/07 00:03:46.659 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [2024/05/07 00:03:46.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:46.669 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:46.669 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/07 00:03:46.698 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/07 00:03:46.700 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.068352ms] [encodeDur=577.977µs] [deliverDur=210.144µs] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [takeTime=2.100436ms] [] [2024/05/07 00:03:46.701 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0b34a430-dc88-416b-9757-d189b3dd2803.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/07 00:03:46.701 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=43] [takeTime=41.547288ms] [] [2024/05/07 00:03:46.701 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 00:03:46.701 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 00:03:46.701 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:46.703 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.28712ms] [] [2024/05/07 00:03:46.703 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:03:46.708 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:46.709 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 00:03:46.709 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:46.709 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:46.710 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [retry=0] [2024/05/07 00:03:46.710 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA55F728000000000FF0000010000000000FA] [end=7480000000000000FFA55F728000000000FF00000A0000000000FA] [2024/05/07 00:03:46.710 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA55F728000000000FF00000A0000000000FA] [regions=1] [2024/05/07 00:03:46.711 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=408.186µs] [2024/05/07 00:03:46.711 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.10286ms] [] [2024/05/07 00:03:46.718 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:45 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 47, request epoch conf_ver: 5 version: 45\")"] ["job stage"=needRescan] [2024/05/07 00:03:46.719 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A55F728000000000000001] [endKey=7480000000000000A55F72800000000000000A] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:48.719 +08:00] [2024/05/07 00:03:46.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579955438223363] [req-type=Cop] [region="{ region id: 14, ver: 45, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:46.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579955438223363] [req-type=Cop] [region="{ region id: 14, ver: 45, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:48.737 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 00:03:48.739 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.035094274s] [] [2024/05/07 00:03:48.739 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:03:48.740 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.297355ms] [] [2024/05/07 00:03:48.740 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 00:03:48.740 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:48.742 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.862413ms] [] [2024/05/07 00:03:48.742 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:03:48.742 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:48.742 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=43.371µs] [] [2024/05/07 00:03:48.742 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:03:48.743 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=985.041µs] [] [2024/05/07 00:03:49.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:49.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/07 00:03:49.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:49.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:49.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:49.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:49.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:49.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:49.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:49.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:49.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:49.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:49.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:49.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:49.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:49.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 00:03:49.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:49.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:49.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:49.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=21] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:49.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:49.369 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/07 00:03:49.372 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:49.372 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:49.372 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:49.372 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:49.372 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:49.372 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:49.372 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:49.373 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:49.373 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:49.373 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:49.374 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:49.374 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:49.374 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:49.374 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/07 00:03:49.374 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.756005541s] [] [2024/05/07 00:03:49.680 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:49.681 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=21] [step=post-process] [2024/05/07 00:03:49.693 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/07 00:03:49.693 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/07 00:03:49.693 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [2024/05/07 00:03:49.696 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:49.696 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:49.696 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:49.697 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:49.697 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:49.698 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:49.698 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:49.698 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:49.698 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:49.698 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:49.698 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:49.698 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:49.698 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:49.698 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:49.699 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:49.699 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:49.699 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:49.699 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:49.699 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:49.706 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=12.395977ms] [] [2024/05/07 00:03:49.706 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/07 00:03:49.707 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [weight=30] [2024/05/07 00:03:49.707 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [concurrency=15] [2024/05/07 00:03:49.709 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/07 00:03:49.709 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=15.883896ms] [] [2024/05/07 00:03:49.709 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=44] [takeTime=16.010486ms] [] [2024/05/07 00:03:50.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=21] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:50.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=21] [task-type=ImportInto] [num=1] [2024/05/07 00:03:50.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:50.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=21] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:03:50.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:50.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=21] [step=done] [state=running] [] [2024/05/07 00:03:50.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=21] [2024/05/07 00:03:50.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:50.147 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.7723988\n# Parse_time: 0.000073818\n# Compile_time: 0.000442767\n# Rewrite_time: 0.000145317\n# Optimize_time: 0.000162416\n# Wait_TS: 0.000368897\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestDetachedLoadParquet [2024/05/07 00:03:50.152 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 00:03:50.153 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 00:03:50.168 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:50.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/07 00:03:50.168 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:50.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:50.186 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create schema, State:queueing, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:50.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.205 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=1.257751ms] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:03:50.209 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=168] [version=116] [2024/05/07 00:03:50.253 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.988008ms] [job="ID:168, Type:create schema, State:done, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:03:50.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.268 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create schema, State:synced, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:50.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.280 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/07 00:03:50.280 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:50.283 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/07 00:03:50.301 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:50.301 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/07 00:03:50.318 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.334 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=21] [error="context canceled"] [2024/05/07 00:03:50.334 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=21] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.731354ms] [] [2024/05/07 00:03:50.345 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.797954ms] [gotSchemaVersion=117] [phyTblIDs="[169]"] [actionTypes="[3]"] [2024/05/07 00:03:50.350 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=170] [version=117] [2024/05/07 00:03:50.392 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.197052ms] [job="ID:170, Type:create table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.409 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:50.425 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/07 00:03:50.425 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:50.463 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestDetachedLoadParquet3318334218/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=false] [2024/05/07 00:03:50.463 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:50.463 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/07 00:03:50.463 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=337.974µs] [2024/05/07 00:03:50.463 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=453.307µs] [] [2024/05/07 00:03:50.487 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=22] [job-id=22] [thread-cnt=8] [2024/05/07 00:03:50.487 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=22] [2024/05/07 00:03:50.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=21] [2024/05/07 00:03:50.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:50.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:51.048 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:311.228313ms txnStartTS:449579956486537218 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:391 rocksdb_delete_skipped_count:91 rocksdb_key_skipped_count:1053 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:03:51.051 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579956486537218\n# Query_time: 0.314743848\n# Parse_time: 0\n# Compile_time: 0.00211059\n# Rewrite_time: 0.00041265\n# Optimize_time: 0.00127005\n# Wait_TS: 0.000094801\n# Cop_time: 0.310372282 Process_time: 0.000421072 Wait_time: 0.000128182 Request_count: 2 Total_keys: 782 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 182 Rocksdb_key_skipped_count: 2106\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000210536 Cop_proc_p90: 0.000233207 Cop_proc_max: 0.000233207 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 6.4091e-05 Cop_wait_p90: 9.596e-05 Cop_wait_max: 9.596e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12673\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tRW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMxMW1zLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZBmBCDAuOR2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd9lRpbm5lciBqb2luLCBlcXVhbDpbZXEoWgwBBGlkAdUgbHVtbiMxNSldLncAADgdd6AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjU0OC40wrVzLCBmZXRjaB0QBTIMOjBzfRGsEQggCjMJNl8yOShCAVMAKQG6NDQwMAlncm91cCBieTpDEY9ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBGzFDQ3My45wgGJNa5QcGFydGlhbF93b3JrZXI6e3dhbGxfKdgUODUuNTgzBS8IY29uOdR0LCB0YXNrX251bTowLCB0b3Rfd2FpdDoxLjYxOTIyJYoBFRhleGVjOjBzCSIFUhgxLjY0NDcwJTUobWF4OjM0Ni44NzYFYghwOTUdEBR9LCBmaW5alwAQNi45ODgFNZqXABA2OTI4MyGqFZcQMjQuMTcJRAEUDZ4UNzAwODg2ASkJnhAyLjgyNwVpCZ4REAB9Qc4BBBgKNAkxXzMwMZ8kbm90KGlzbnVsbD2HIb0FYBAzMjUuMgVOLX0MCTM4ME2qIE4vQQo1CTZfMyGrCDgwMD3rSpUCeSMALE4eAyRzY2hlbWFfaWRzUh8ARZsJHkk8CG1pbhWwADhONwIMMzEwLiktDboALGo3AhwyNjQuMjM1wkFmjqABFDg4MC45NklnIYxGNwIUOTE0LjA1CYEhmRAxODkuOE2ZIZkZEGo3AhAyNzQuN0n8jpYAGDEuMTI1ODBFDRWWEDMyLjc0CYgBFCXWGDEuMTY3MDRFXwGdEDI0MC41TVsBnRkQWTYgNgkzMV8zNgkwKes4ZGF0YTpIYXNoQWdnXzMxca0QMTUyLjElRzV2DGNvcF9hfAg6IHthfgggMSwFdBAgNzI0LilyQRsYX2tleXM6IG2cARIQOiAxODdt+gG6ZbAMIDMyLkmQCHJwY2XOAVABDAXZFCA2NTkuNwWAZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwkfQBlQhfZHUFGhRuOiA5LjkJjyxtYXhfZGlzdHNxbF8udwEYIDF9CTIzMl3+ADdB/gwxCTFfLRWV6/4AA5YAA0pmAMllfRAAOCWaBGt2Be4EOnslJoHgLZ88fSwgc2Nhbl9kZXRhaWw6IKn9LY1AMzkxLCBnZXRfc25hcHNob3QtZQgxMC5J+3xyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IAFACGtleT4XACQxMDUzLCBibG9jQRUEfX1ZZRQ4CTQzXzOBoQwwCTEwgVNl+QA6LusHfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvevEAgbcBBAQKM0HRHDQxKFByb2JlgfEANhpeCABkQdssU2VsZWN0aW9uXzQwBVISNQgIMC41oWotPQAsQWUpWQAgNtwCEDMxMS4yASpByS1OMtsCCDIzM03IWdsAOclVQc1xKQEMJbMFUhKzCABjvtgCCDE0LunIdtgCADNd2CGBBDQwRdgxFUpsAgxyZW9yFlEJ/l8CNl8CBDM2bfb+XwJCXwIENQlBXwA5Bdn+XwJ+XwI=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('hRjwSQqAGAoNUHJvamVjdGlvbl8xMxLqFgoHU29ydF8xNBLyFQoLSGFzaEpvaW5fMjcSvwUKDlRhYmxlUmVhZGVyXzQxEpADCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaqEBdGplAAgsIHMB2/BVZGV0YWlsOiB7dG90YWxfa2V5czogMzkxLCBnZXRfc25hcHNob3RfdGltZTogMzYuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiABQAxrZXlfOhcAQDEwNTMsIGJsb2NrOiB7fX19VuoALBoBAiFVVVVVlXT2QBntKAFAAVIRZGF0YTpTPa4EWhUFmxwzMTAuNW1zLDFEFGLIAWNvcClhTCB7bnVtOiAxLCBtYXg6IDMxMS4yASsMcHJvYw3xGDAsIHRvdF8BEhg6IDIzMy4yBecBFAh3YWkB0QA2BREMcnBjXxFNAQwFfAVSADEBUoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkQhfZHUFGhhuOiAxNC40BVl0bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cOkBXQYQEvgOCgpB0iBBZ2dfMjkSsAsuvgIQMzASywoZIBAzNRK6BjbxAhAzNhKLBB0iADFO7wIANEVs/u8C7u8CTe8IKGUxbXIEQL9J7yiUAWdyb3VwIGJ5Okr5AiHBHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcARGpvYl9pZCktPkNvbHVtbiMxOP5sA0psAwwxMC4zRRsAcv5sA3JsAyAh3t3d3R0+90CJ2SFnYWkED2RhaQhIYXNFaAwzMVoWResQMTUyLjEFlgRsb4WsBGLMYmgDEDcyNC41BSwhlk5pAwgxODeNUHlpCDMyLml8YV9GawMQNjU5LjcFVcJsAwg5LjkJj25sAwDoLmwDJRwIrWz4OhwBAIT+gwK+gwJVZ11zADUtkoH5ADglETGSVLQCcGFydGlhbF93b3JrZXI6e3dhbGyJqxQyNjQuMjMpBy5nBBg1LCB0YXNrJXGtDIX4GDg4MC45NjMFYCGkEGV4ZWM6wasBDUUSFDkxNC4wNQmCoV8UMTg5Ljg4CTIIcDk1HRAUfSwgZmluVpcAEDc0Ljc5BWaOlgAcMS4xMjU4MDahcwGJBZYQMzIuNzQJiAEUBZ0cMS4xNjcwNDMBKQGdFDI0MC41NwklAZ0ZEFqKBkkCBEj+TQIIALlAZR4oFm5vdChpc251bGw1nQg1KSkxkwQyNU3ELZMIcPwCvcIkGgEBIUREREQkYz5XAAQ4Z5HbMfIENSyNihxmaXJzdHJvdx1vmX9RDAg0NzNtUA15BGK1agwCEDM4NS41LaqWdgEUNjE5MjI5IU0hYiV2MgwCHDEuNjQ0NzA4ASIhbxQzNDYuODfpOiFvGRBqDAIUMzg2Ljk4KaSalwAMNjkyOCXkFZcMMjQuMS3oARRNDRA3MDA4OEU2CZ4MMi44MolNCZ4REF4NAg6JCRRvQQ1BKawegQloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYjgGBCwgNd4EKV0qvwglNzG5ADsWLwgQaGFzaF/FlwA6FqEJEDo1NDguFjMIEGZldGNoHRAFMiw6MHN9IZkqIkvNGx46qAAAPUqSAKGa6TAUOmRlc2MsTjUHye4AWiZoCUUCDakFbAR9Wj5sAE6cBwFIEG1ldGEsTmUAGYkEWhMlrgQzMRJSCQ1nDGINQ28mFQlANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/07 00:03:51.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=22] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:03:52.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/07 00:03:52.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/07 00:03:52.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:52.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:52.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:52.047 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:52.047 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:52.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=22] [2024/05/07 00:03:52.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=22] [type=ImportInto] [2024/05/07 00:03:52.523 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:52.523 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:52.523 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:52.524 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.524 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:52.525 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:52.525 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.525 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:52.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:52.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:52.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:52.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:52.550 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/07 00:03:52.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:52.621 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=import] [2024/05/07 00:03:52.621 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/07 00:03:52.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:52.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:52.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:52.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:52.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:52.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:52.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:52.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:52.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:52.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:52.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:52.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:52.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:52.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:52.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:52.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:52.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:52.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:52.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:52.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:52.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:52.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:52.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:52.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:52.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:52.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=22] [step=import] [limit=256MiB] [2024/05/07 00:03:52.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [2024/05/07 00:03:52.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:52.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:03:52.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=169] [2024/05/07 00:03:52.680 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [2024/05/07 00:03:52.683 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=169] [key=test.parquet:0] [readDur=1.671761ms] [encodeDur=877.421µs] [deliverDur=179.979µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=3.098281ms] [] [2024/05/07 00:03:52.684 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=45] [takeTime=28.337207ms] [] [2024/05/07 00:03:52.684 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e813ab78-e298-41c8-9f9b-014062829a5b.sst] [firstKey=7480000000000000A95F728000000000000001] [lastKey=7480000000000000A95F728000000000000006] [2024/05/07 00:03:52.684 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 00:03:52.684 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 00:03:52.684 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:52.686 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.429196ms] [] [2024/05/07 00:03:52.686 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 00:03:52.690 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:52.692 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/07 00:03:52.692 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:52.692 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:52.692 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:03:52.693 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFA95F728000000000FF0000010000000000FA] [end=7480000000000000FFA95F728000000000FF0000070000000000FA] [2024/05/07 00:03:52.693 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFA95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFA95F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:03:52.693 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=394.537µs] [2024/05/07 00:03:52.693 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.151206ms] [] [2024/05/07 00:03:52.700 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:47 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 49, request epoch conf_ver: 5 version: 47\")"] ["job stage"=needRescan] [2024/05/07 00:03:52.701 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000A95F728000000000000001] [endKey=7480000000000000A95F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:03:54.701 +08:00] [2024/05/07 00:03:52.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579957010825219] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:52.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579957010825219] [req-type=Cop] [region="{ region id: 14, ver: 47, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:54.723 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/07 00:03:54.725 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.03811751s] [] [2024/05/07 00:03:54.725 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:54.726 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.152545ms] [] [2024/05/07 00:03:54.726 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 00:03:54.726 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:03:54.728 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.926078ms] [] [2024/05/07 00:03:54.728 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 00:03:54.728 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:03:54.728 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=41.238µs] [] [2024/05/07 00:03:54.728 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:03:54.729 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=955.433µs] [] [2024/05/07 00:03:55.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:03:55.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/07 00:03:55.022 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/07 00:03:55.024 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:55.025 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:55.025 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:55.026 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:55.026 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:55.027 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:55.027 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:55.027 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:03:55.046 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:55.046 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:55.046 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:55.046 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:55.046 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:55.046 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:55.046 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:55.047 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:55.047 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:55.047 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:55.061 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/07 00:03:55.064 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:03:55.064 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:55.064 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:55.080 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=22] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:03:55.081 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:55.354 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/07 00:03:55.358 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:55.358 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:55.358 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:55.358 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:55.358 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:55.359 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:55.359 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:55.359 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:55.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:55.359 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:55.360 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:55.360 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:55.360 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:55.360 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/07 00:03:55.360 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.741823141s] [] [2024/05/07 00:03:55.666 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:55.668 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=22] [step=post-process] [2024/05/07 00:03:55.681 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/07 00:03:55.681 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/07 00:03:55.681 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [2024/05/07 00:03:55.684 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:55.684 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:55.685 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:55.685 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:55.686 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:55.686 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:55.687 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:55.687 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:55.687 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:03:55.687 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:55.687 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:03:55.687 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:55.687 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:55.687 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:55.695 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=13.759316ms] [] [2024/05/07 00:03:55.695 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 00:03:55.696 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [weight=30] [2024/05/07 00:03:55.696 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [concurrency=15] [2024/05/07 00:03:55.698 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 00:03:55.698 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=17.051001ms] [] [2024/05/07 00:03:55.698 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=46] [takeTime=17.207778ms] [] [2024/05/07 00:03:56.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=22] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:03:56.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=22] [task-type=ImportInto] [num=1] [2024/05/07 00:03:56.021 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=post-process] [next-step=done] [2024/05/07 00:03:56.021 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=22] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:03:56.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:03:56.037 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=22] [step=done] [state=running] [] [2024/05/07 00:03:56.042 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=22] [2024/05/07 00:03:56.049 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:03:56.201 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.773900482\n# Parse_time: 0.000120046\n# Compile_time: 0.000492251\n# Rewrite_time: 0.000158374\n# Optimize_time: 0.000217123\n# Wait_TS: 0.000364028\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestDetachedLoadParquet3318334218/001/test.parquet' FORMAT 'parquet';"] [2024/05/07 00:03:56.206 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/07 00:03:56.221 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:56.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/07 00:03:56.221 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:3, start time: 2024-05-07 00:03:56.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:03:56.238 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:169, RowCount:0, ArgLen:0, start time: 2024-05-07 00:03:56.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:56.267 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.716419ms] [gotSchemaVersion=118] [phyTblIDs="[169,171]"] [actionTypes="[11,11]"] [2024/05/07 00:03:56.271 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=172] [version=118] [2024/05/07 00:03:56.313 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.075988ms] [job="ID:172, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:56.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:56.322 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=22] [error="context canceled"] [2024/05/07 00:03:56.323 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=22] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.729794ms] [] [2024/05/07 00:03:56.328 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=172] [elementID=1] [comment="table ID is 169"] [2024/05/07 00:03:56.334 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="truncate table"] [2024/05/07 00:03:56.335 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:169, RowCount:0, ArgLen:2, start time: 2024-05-07 00:03:56.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:03:56.357 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/07 00:03:56.357 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:03:56.398 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:03:56.423 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=23] [job-id=23] [thread-cnt=8] [2024/05/07 00:03:56.423 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=23] [2024/05/07 00:03:56.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=22] [2024/05/07 00:03:56.532 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:03:56.551 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:03:57.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=23] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:03:58.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:03:58.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/07 00:03:58.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/07 00:03:58.031 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:03:58.031 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/07 00:03:58.034 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=3.156058ms] [2024/05/07 00:03:58.034 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=3.284034ms] [] [2024/05/07 00:03:58.035 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:03:58.035 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:03:58.035 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:03:58.052 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:03:58.052 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:03:58.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=23] [2024/05/07 00:03:58.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=23] [type=ImportInto] [2024/05/07 00:03:58.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:58.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:58.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:58.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:58.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:58.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/07 00:03:58.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:58.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:58.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:58.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:03:58.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:58.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:58.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:58.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:58.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:58.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:58.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/07 00:03:58.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:03:58.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=import] [2024/05/07 00:03:58.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/07 00:03:58.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:58.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:58.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:58.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:58.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:58.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:03:58.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:03:58.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:03:58.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:03:58.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:03:58.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:03:58.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:03:58.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:03:58.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:03:58.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:03:58.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:03:58.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:03:58.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:03:58.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:03:58.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:03:58.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:03:58.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:03:58.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:03:58.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=23] [step=import] [limit=256MiB] [2024/05/07 00:03:58.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [2024/05/07 00:03:58.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:58.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:03:58.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/07 00:03:58.681 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=171] [key=p:0] [2024/05/07 00:03:58.684 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=p:0] [readDur=1.420265ms] [encodeDur=1.013121ms] [deliverDur=190.44µs] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [takeTime=2.973589ms] [] [2024/05/07 00:03:58.685 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=47] [takeTime=27.299772ms] [] [2024/05/07 00:03:58.685 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/93a28838-7fa5-4845-8fdc-e04721c37f9e.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/07 00:03:58.685 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 00:03:58.685 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 00:03:58.685 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:58.688 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.567597ms] [] [2024/05/07 00:03:58.688 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 00:03:58.692 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:03:58.694 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/07 00:03:58.694 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:03:58.694 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:03:58.694 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [retry=0] [2024/05/07 00:03:58.694 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFAB5F728000000000FF0000010000000000FA] [end=7480000000000000FFAB5F728000000000FF0000070000000000FA] [2024/05/07 00:03:58.695 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFAB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFAB5F728000000000FF0000070000000000FA] [regions=1] [2024/05/07 00:03:58.695 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=377.707µs] [2024/05/07 00:03:58.695 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.064631ms] [] [2024/05/07 00:03:58.715 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 51, but you sent conf_ver: 5 version: 49"] [region="{ID=240,startKey=7480000000000000FFAB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFAB5F728000000000FF0000070000000000FA,epoch=\"conf_ver:5 version:51 \",peers=\"id:241 store_id:1 ,id:242 store_id:3 ,id:243 store_id:2 \"}"] [start=7480000000000000AB5F728000000000000001] [end=7480000000000000AB5F728000000000000007] [2024/05/07 00:03:58.715 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000AB5F728000000000000001] [endKey=7480000000000000AB5F728000000000000007] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:00.715 +08:00] [2024/05/07 00:03:58.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579958583951363] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:03:58.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579958583951363] [req-type=Cop] [region="{ region id: 14, ver: 49, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:00.734 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/07 00:04:00.736 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.047891856s] [] [2024/05/07 00:04:00.736 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:04:00.737 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.209257ms] [] [2024/05/07 00:04:00.737 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 00:04:00.738 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:04:00.739 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.669739ms] [] [2024/05/07 00:04:00.739 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 00:04:00.739 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:04:00.739 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=49.189µs] [] [2024/05/07 00:04:00.739 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:04:00.740 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=907.729µs] [] [2024/05/07 00:04:01.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:01.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/07 00:04:01.021 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:01.023 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:01.024 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:01.024 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:01.025 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:01.025 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:01.026 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:01.026 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:01.026 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:01.045 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:01.045 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:01.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:01.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:01.061 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/07 00:04:01.063 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:01.063 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:01.063 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:01.081 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=23] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:01.081 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:01.364 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:01.368 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:01.368 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:01.368 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:01.368 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:01.369 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:01.370 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:01.370 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:01.370 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/07 00:04:01.370 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.7516574s] [] [2024/05/07 00:04:01.676 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:01.679 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=23] [step=post-process] [2024/05/07 00:04:01.692 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/07 00:04:01.692 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/07 00:04:01.692 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [2024/05/07 00:04:01.695 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:01.695 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:01.696 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:01.697 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:01.697 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:01.697 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:01.698 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:01.698 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:01.698 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:01.698 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:01.698 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:01.698 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:01.698 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:01.698 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:01.705 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=13.49692ms] [] [2024/05/07 00:04:01.705 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 00:04:01.706 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [weight=30] [2024/05/07 00:04:01.706 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [concurrency=15] [2024/05/07 00:04:01.708 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 00:04:01.708 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=16.615611ms] [] [2024/05/07 00:04:01.709 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=48] [takeTime=16.745464ms] [] [2024/05/07 00:04:02.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=23] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:02.019 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=23] [task-type=ImportInto] [num=1] [2024/05/07 00:04:02.021 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:02.021 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=23] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:02.021 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:02.038 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=23] [step=done] [state=running] [] [2024/05/07 00:04:02.042 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=23] [2024/05/07 00:04:02.049 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:02.333 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=23] [error="context canceled"] [2024/05/07 00:04:02.333 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=23] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.015233ms] [] [2024/05/07 00:04:02.429 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/07 00:04:02.443 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:02.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:02.443 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:02.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE t;"] [2024/05/07 00:04:02.459 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:167, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:02.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.490 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=2.936856ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [2024/05/07 00:04:02.494 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=174] [version=119] [2024/05/07 00:04:02.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=23] [2024/05/07 00:04:02.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:02.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.418317ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:02.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.551 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:02.551 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=174] [elementID=1] [comment="table ID is 171"] [2024/05/07 00:04:02.556 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/07 00:04:02.558 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:167, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:02.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.577 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/07 00:04:02.577 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestDiskQuota [2024/05/07 00:04:02.580 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/07 00:04:02.581 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/07 00:04:02.595 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:02.595 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/07 00:04:02.610 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:create schema, State:queueing, SchemaState:none, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.626 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=1.057434ms] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:04:02.630 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=176] [version=120] [2024/05/07 00:04:02.675 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=52.854168ms] [job="ID:176, Type:create schema, State:done, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.696 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:create schema, State:synced, SchemaState:public, SchemaID:175, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.707 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/07 00:04:02.707 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:02.710 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/07 00:04:02.724 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:02.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:02.724 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:02.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/07 00:04:02.739 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:02.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.761 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.742951ms] [gotSchemaVersion=121] [phyTblIDs="[177]"] [actionTypes="[3]"] [2024/05/07 00:04:02.765 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=178] [version=121] [2024/05/07 00:04:02.809 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.517621ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:02.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.823 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:175, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:02.69 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:02.835 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/07 00:04:02.835 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:02.896 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:02.913 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=24] [job-id=24] [thread-cnt=8] [2024/05/07 00:04:02.913 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=24] [2024/05/07 00:04:03.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=24] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:04.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:04.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/07 00:04:04.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/07 00:04:04.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:04:04.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/07 00:04:04.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=47.357µs] [2024/05/07 00:04:04.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=141.812µs] [] [2024/05/07 00:04:04.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:04.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:04.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:04.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:04.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:04.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=24] [2024/05/07 00:04:04.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=24] [type=ImportInto] [2024/05/07 00:04:04.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:04.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:04.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:04.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:04.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:04.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/07 00:04:04.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:04.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:04.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:04.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:04.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/07 00:04:04.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:04.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=import] [2024/05/07 00:04:04.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/07 00:04:04.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:04.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:04.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:04.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:04.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:04.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:04.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:04.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:04.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:04.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:04.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:04.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:04.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:04.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:04.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:04.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:04.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:04.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:04.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:04.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=24] [step=import] [limit=256MiB] [2024/05/07 00:04:04.652 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [2024/05/07 00:04:04.657 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:04.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:04.662 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=177] [2024/05/07 00:04:04.675 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [2024/05/07 00:04:04.749 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 00:04:04.755 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98304] [kvs=2816] [files=1] [sstFileSize=29166] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/423d0ac0-2127-447a-b8ae-183febdc76c4.sst] [firstKey=7480000000000000B15F728000000000000001] [lastKey=7480000000000000B15F728000000000000B00] [2024/05/07 00:04:04.758 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 00:04:04.762 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:04.764 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/07 00:04:04.764 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:04.764 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:04.764 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [retry=0] [2024/05/07 00:04:04.765 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0000010000000000FA] [end=7480000000000000FFB15F728000000000FF000B010000000000FA] [2024/05/07 00:04:04.765 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [regions=1] [2024/05/07 00:04:04.765 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=410.414µs] [2024/05/07 00:04:04.765 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.16654ms] [] [2024/05/07 00:04:04.774 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:51 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 53, request epoch conf_ver: 5 version: 51\")"] ["job stage"=needRescan] [2024/05/07 00:04:04.775 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000001] [endKey=7480000000000000B15F728000000000000B01] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:06.775 +08:00] [2024/05/07 00:04:04.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579960169660419] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:04.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579960169660419] [req-type=Cop] [region="{ region id: 14, ver: 51, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:06.803 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/07 00:04:06.805 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.046480163s] [] [2024/05/07 00:04:06.813 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 00:04:06.818 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=28835] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/beb397d7-2fdc-40af-8d66-47930f822dae.sst] [firstKey=7480000000000000B15F728000000000000B01] [lastKey=7480000000000000B15F7280000000000015F9] [2024/05/07 00:04:06.821 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 00:04:06.821 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:06.821 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=46.243µs] [] [2024/05/07 00:04:06.826 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 00:04:06.830 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:06.832 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/07 00:04:06.832 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:06.832 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:06.832 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [retry=0] [2024/05/07 00:04:06.833 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF000B010000000000FA] [end=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [2024/05/07 00:04:06.833 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF000B010000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [regions=1] [2024/05/07 00:04:06.833 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=347.087µs] [2024/05/07 00:04:06.833 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.072544ms] [] [2024/05/07 00:04:06.842 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:53 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 54, request epoch conf_ver: 5 version: 53\")"] ["job stage"=needRescan] [2024/05/07 00:04:06.843 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F728000000000000B01] [endKey=7480000000000000B15F7280000000000015FA] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:08.843 +08:00] [2024/05/07 00:04:06.881 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579960720162817] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:06.881 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579960720162817] [req-type=Cop] [region="{ region id: 14, ver: 53, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:08.870 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/07 00:04:08.871 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.044862759s] [] [2024/05/07 00:04:08.878 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 00:04:08.885 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=98315] [kvs=2809] [files=1] [sstFileSize=29091] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/568f7036-d10c-48ac-84bc-9113086c22a1.sst] [firstKey=7480000000000000B15F7280000000000015FA] [lastKey=7480000000000000B15F7280000000000020F2] [2024/05/07 00:04:08.888 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 00:04:08.892 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:08.893 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/07 00:04:08.894 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:08.894 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:08.894 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [retry=0] [2024/05/07 00:04:08.894 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [end=7480000000000000FFB15F728000000000FF0020F30000000000FA] [2024/05/07 00:04:08.894 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0015FA0000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [regions=1] [2024/05/07 00:04:08.895 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=454.839µs] [2024/05/07 00:04:08.895 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.21118ms] [] [2024/05/07 00:04:08.904 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:54 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 55, request epoch conf_ver: 5 version: 54\")"] ["job stage"=needRescan] [2024/05/07 00:04:08.904 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B15F7280000000000015FA] [endKey=7480000000000000B15F7280000000000020F3] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:10.904 +08:00] [2024/05/07 00:04:08.930 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579961257820165] [req-type=Cop] [region="{ region id: 14, ver: 54, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:08.931 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579961257820165] [req-type=Cop] [region="{ region id: 14, ver: 54, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:10.928 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/07 00:04:10.930 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=2.041727492s] [] [2024/05/07 00:04:10.937 +08:00] [WARN] [table_import.go:543] ["disk quota exceeded"] [table=t] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 00:04:10.940 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=177] [key=diskquota-test.csv:0] [readDur=45.19845ms] [encodeDur=177.293038ms] [deliverDur=24.687177ms] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [takeTime=6.264358712s] [] [2024/05/07 00:04:10.941 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=54810] [kvs=1566] [files=1] [sstFileSize=16574] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/d0529c0e-8a59-4181-b72a-f2c21219ad94.sst] [firstKey=7480000000000000B15F7280000000000020F3] [lastKey=7480000000000000B15F728000000000002710] [2024/05/07 00:04:10.941 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=49] [takeTime=6.288616234s] [] [2024/05/07 00:04:10.941 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 00:04:10.941 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 00:04:10.941 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:10.944 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 00:04:10.944 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:10.944 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.301µs] [] [2024/05/07 00:04:10.944 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=3.037221ms] [] [2024/05/07 00:04:10.944 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 00:04:10.948 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:10.949 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 00:04:10.950 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/07 00:04:10.950 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:10.950 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:10.950 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/07 00:04:10.951 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/07 00:04:10.951 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/07 00:04:10.951 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=388.468µs] [2024/05/07 00:04:10.952 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.074001ms] [] [2024/05/07 00:04:10.952 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFB15F728000000000FF0020F30000000000FA, endKey: 7480000000000000FFB15F728000000000FF0027110000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:04:10.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579961794953219] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:10.981 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579961794953219] [req-type=Cop] [region="{ region id: 14, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:10.988 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/07 00:04:10.989 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.982993ms] [] [2024/05/07 00:04:10.989 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:10.993 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:10.994 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/07 00:04:10.994 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:10.994 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:10.994 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [retry=0] [2024/05/07 00:04:10.995 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB15F728000000000FF0020F30000000000FA] [end=7480000000000000FFB15F728000000000FF0027110000000000FA] [2024/05/07 00:04:10.995 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB15F728000000000FF0020F30000000000FA] [maxKey=7480000000000000FFB15F728000000000FF0027110000000000FA] [regions=1] [2024/05/07 00:04:10.995 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=350.042µs] [2024/05/07 00:04:10.995 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.020127ms] [] [2024/05/07 00:04:11.017 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/05/07 00:04:11.018 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.693425ms] [] [2024/05/07 00:04:11.018 +08:00] [WARN] [local.go:1731] ["could not find engine in cleanupEngine"] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 00:04:11.020 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=30.303922ms] [] [2024/05/07 00:04:11.020 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 00:04:11.020 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:11.021 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.781961ms] [] [2024/05/07 00:04:11.022 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 00:04:11.022 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:11.022 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.993µs] [] [2024/05/07 00:04:11.022 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 00:04:11.023 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=991.376µs] [] [2024/05/07 00:04:11.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:11.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/07 00:04:11.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:11.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:11.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:11.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:11.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:11.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:11.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:11.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:11.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:11.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:11.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:11.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:11.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:11.556 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/07 00:04:11.557 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:11.557 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:11.557 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:11.569 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=24] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:11.569 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:11.647 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/07 00:04:11.658 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:11.658 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:11.658 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:11.658 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:11.659 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:11.659 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:11.659 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:11.659 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/07 00:04:11.659 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=7.042566684s] [] [2024/05/07 00:04:11.967 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:11.968 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=24] [step=post-process] [2024/05/07 00:04:11.982 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/07 00:04:11.982 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/07 00:04:11.982 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [2024/05/07 00:04:11.986 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:11.986 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:11.987 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:11.987 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:11.988 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:11.988 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:11.988 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:11.989 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:11.989 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:11.989 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:11.989 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:11.989 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:11.989 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:11.998 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=15.111765ms] [] [2024/05/07 00:04:11.998 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/07 00:04:11.998 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [weight=30] [2024/05/07 00:04:11.998 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [concurrency=15] [2024/05/07 00:04:12.000 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579962070204419] [req-type=Cop] [region="{ region id: 256, ver: 55, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 257, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 258, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 259, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=257-not_leader-259:1] [2024/05/07 00:04:12.007 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/07 00:04:12.007 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=24.563578ms] [] [2024/05/07 00:04:12.007 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=50] [takeTime=24.692558ms] [] [2024/05/07 00:04:12.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=24] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:12.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=24] [task-type=ImportInto] [num=1] [2024/05/07 00:04:12.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:12.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=24] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:12.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:12.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=24] [step=done] [state=running] [] [2024/05/07 00:04:12.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=24] [2024/05/07 00:04:12.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:12.225 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 9.362769486\n# Parse_time: 0.000106563\n# Compile_time: 0.000420594\n# Rewrite_time: 0.00012706\n# Optimize_time: 0.000225725\n# Wait_TS: 0.00033654\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestLoadRemote/TestGBK [2024/05/07 00:04:12.233 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/07 00:04:12.234 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/07 00:04:12.247 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:12.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:12.247 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:12.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/07 00:04:12.263 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.280 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.06354ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:04:12.285 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=180] [version=122] [2024/05/07 00:04:12.326 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=24] [error="context canceled"] [2024/05/07 00:04:12.326 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=24] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=359.487472ms] [] [2024/05/07 00:04:12.328 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=52.564155ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:12.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.348 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.360 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/07 00:04:12.360 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:12.362 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/07 00:04:12.377 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:12.377 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/07 00:04:12.393 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.415 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.924467ms] [gotSchemaVersion=123] [phyTblIDs="[181]"] [actionTypes="[3]"] [2024/05/07 00:04:12.420 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=182] [version=123] [2024/05/07 00:04:12.464 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=54.136693ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.480 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.492 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/07 00:04:12.492 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:12.495 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/07 00:04:12.511 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:12.511 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/07 00:04:12.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=24] [2024/05/07 00:04:12.528 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:12.545 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:12.550 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=1.929232ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [2024/05/07 00:04:12.555 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=184] [version=124] [2024/05/07 00:04:12.599 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.574933ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:12.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.614 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:12.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:12.627 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/07 00:04:12.627 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:12.668 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:12.686 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=25] [job-id=25] [thread-cnt=8] [2024/05/07 00:04:12.687 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=25] [2024/05/07 00:04:15.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=25] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:16.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:16.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/07 00:04:16.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/07 00:04:16.106 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=87.58355ms] [2024/05/07 00:04:16.117 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/07 00:04:16.117 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/07 00:04:16.117 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=55.625µs] [2024/05/07 00:04:16.117 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=168.479µs] [] [2024/05/07 00:04:16.117 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:16.117 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:16.117 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:16.132 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:16.132 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:16.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=25] [2024/05/07 00:04:16.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=25] [type=ImportInto] [2024/05/07 00:04:16.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:16.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:16.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:16.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:16.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:16.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:16.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:16.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:16.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:16.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:16.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/07 00:04:16.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:16.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=import] [2024/05/07 00:04:16.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/07 00:04:16.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:16.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:16.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:16.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:16.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:16.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:16.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:16.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:16.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:16.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:16.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:16.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:16.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:16.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:16.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:16.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:16.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:16.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:16.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:16.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:16.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:16.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:16.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:16.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:16.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.7GB] [2024/05/07 00:04:16.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=25] [step=import] [limit=256MiB] [2024/05/07 00:04:16.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [2024/05/07 00:04:16.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:16.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:16.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=181] [2024/05/07 00:04:16.713 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [2024/05/07 00:04:16.715 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=181] [key=gbk.csv:0] [readDur=851.904µs] [encodeDur=457.613µs] [deliverDur=233.635µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.886128ms] [] [2024/05/07 00:04:16.716 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/d7f2308e-3cbb-4c6e-afec-1abb7a5c4ee7.sst] [firstKey=7480000000000000B55F728000000000000001] [lastKey=7480000000000000B55F728000000000000002] [2024/05/07 00:04:16.716 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=51] [takeTime=58.194659ms] [] [2024/05/07 00:04:16.716 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 00:04:16.716 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 00:04:16.717 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:16.719 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.471398ms] [] [2024/05/07 00:04:16.719 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/07 00:04:16.723 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:16.725 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/07 00:04:16.725 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:16.725 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:16.725 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:16.726 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB55F728000000000FF0000010000000000FA] [end=7480000000000000FFB55F728000000000FF0000030000000000FA] [2024/05/07 00:04:16.726 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB55F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:16.726 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=397.184µs] [2024/05/07 00:04:16.726 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.144161ms] [] [2024/05/07 00:04:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579963302281218] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579963302281218] [req-type=Cop] [region="{ region id: 14, ver: 56, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:16.734 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:56 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 58, request epoch conf_ver: 5 version: 56\")"] ["job stage"=needRescan] [2024/05/07 00:04:16.735 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B55F728000000000000001] [endKey=7480000000000000B55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:18.735 +08:00] [2024/05/07 00:04:18.755 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 00:04:18.757 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.037805711s] [] [2024/05/07 00:04:18.757 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:18.759 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.416153ms] [] [2024/05/07 00:04:18.759 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 00:04:18.759 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:18.761 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=2.054618ms] [] [2024/05/07 00:04:18.761 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/07 00:04:18.761 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:18.761 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=51.229µs] [] [2024/05/07 00:04:18.761 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:18.762 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.044406ms] [] [2024/05/07 00:04:19.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:19.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/07 00:04:19.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:19.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:19.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:19.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:19.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:19.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:19.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:19.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:19.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:19.257 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:19.257 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:19.257 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:19.257 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:19.273 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 00:04:19.274 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:19.274 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:19.275 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:19.288 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=25] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:19.288 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:19.390 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:19.394 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:19.394 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:19.394 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:19.394 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:19.395 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:19.395 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:19.395 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:19.395 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/07 00:04:19.395 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.778120088s] [] [2024/05/07 00:04:19.702 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:19.703 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=25] [step=post-process] [2024/05/07 00:04:19.717 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/07 00:04:19.717 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/07 00:04:19.717 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [2024/05/07 00:04:19.719 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:19.720 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:19.720 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:19.721 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:19.721 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:19.722 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:19.722 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:19.722 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:19.722 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:19.722 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:19.722 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:19.722 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:19.730 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=13.679547ms] [] [2024/05/07 00:04:19.730 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:19.731 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [weight=30] [2024/05/07 00:04:19.731 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [concurrency=15] [2024/05/07 00:04:19.734 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:19.734 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=16.925285ms] [] [2024/05/07 00:04:19.734 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=52] [takeTime=17.067453ms] [] [2024/05/07 00:04:20.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=25] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:20.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=25] [task-type=ImportInto] [num=1] [2024/05/07 00:04:20.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:20.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=25] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:20.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:20.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=25] [step=done] [state=running] [] [2024/05/07 00:04:20.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=25] [2024/05/07 00:04:20.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:20.052 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=25] [error="context canceled"] [2024/05/07 00:04:20.052 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=25] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=349.904442ms] [] [2024/05/07 00:04:20.198 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.5685053\n# Parse_time: 0.000082867\n# Compile_time: 0.000420243\n# Rewrite_time: 0.000129221\n# Optimize_time: 0.000374307\n# Wait_TS: 0.00025894\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/07 00:04:20.240 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:20.258 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=26] [job-id=26] [thread-cnt=8] [2024/05/07 00:04:20.258 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=26] [2024/05/07 00:04:20.354 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=25] [step=-2] [state=succeed] [2024/05/07 00:04:20.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=25] [2024/05/07 00:04:20.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:20.542 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:21.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=26] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:22.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:22.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/07 00:04:22.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/07 00:04:22.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/07 00:04:22.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/07 00:04:22.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=39.106µs] [2024/05/07 00:04:22.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=134.949µs] [] [2024/05/07 00:04:22.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:22.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:22.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:22.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:22.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:22.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=26] [2024/05/07 00:04:22.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=26] [type=ImportInto] [2024/05/07 00:04:22.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:22.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:22.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:22.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:22.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:22.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/07 00:04:22.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:22.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:22.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:22.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:22.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:22.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:22.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:22.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:22.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:22.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:22.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/07 00:04:22.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:22.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=import] [2024/05/07 00:04:22.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/07 00:04:22.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:22.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:22.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:22.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:22.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:22.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:22.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:22.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:22.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:22.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:22.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:22.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:22.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:22.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:22.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:22.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:22.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:22.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:22.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:22.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.7GB] [2024/05/07 00:04:22.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=26] [step=import] [limit=256MiB] [2024/05/07 00:04:22.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [2024/05/07 00:04:22.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:04:22.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:04:22.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/07 00:04:22.709 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/07 00:04:22.710 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=803.105µs] [encodeDur=224.22µs] [deliverDur=187.767µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.481619ms] [] [2024/05/07 00:04:22.711 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=53] [takeTime=57.13923ms] [] [2024/05/07 00:04:22.711 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/00010a02-c9e3-4206-a3b0-5d04cb15f129.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/07 00:04:22.711 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 00:04:22.711 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 00:04:22.711 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:04:22.714 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.787998ms] [] [2024/05/07 00:04:22.714 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 00:04:22.718 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:22.720 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/07 00:04:22.720 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:22.720 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:04:22.720 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:22.721 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB75F728000000000FF0000010000000000FA] [end=7480000000000000FFB75F728000000000FF0000030000000000FA] [2024/05/07 00:04:22.721 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB75F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:22.721 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=403.626µs] [2024/05/07 00:04:22.721 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.123442ms] [] [2024/05/07 00:04:22.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579964875407362] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:22.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579964875407362] [req-type=Cop] [region="{ region id: 14, ver: 58, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:22.741 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 60, but you sent conf_ver: 5 version: 58"] [region="{ID=276,startKey=7480000000000000FFB75F728000000000FF0000010000000000FA,endKey=7480000000000000FFB75F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:60 \",peers=\"id:277 store_id:1 ,id:278 store_id:3 ,id:279 store_id:2 \"}"] [start=7480000000000000B75F728000000000000001] [end=7480000000000000B75F728000000000000003] [2024/05/07 00:04:22.741 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B75F728000000000000001] [endKey=7480000000000000B75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:24.741 +08:00] [2024/05/07 00:04:24.759 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 00:04:24.761 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.046509017s] [] [2024/05/07 00:04:24.761 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:04:24.762 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.264647ms] [] [2024/05/07 00:04:24.762 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 00:04:24.762 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:04:24.764 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.947245ms] [] [2024/05/07 00:04:24.764 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 00:04:24.764 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:04:24.764 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=45.883µs] [] [2024/05/07 00:04:24.764 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:04:24.765 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=948.208µs] [] [2024/05/07 00:04:25.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:25.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/07 00:04:25.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:25.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:25.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:25.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:25.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:25.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:25.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:25.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:25.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:25.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:25.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:25.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:25.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:25.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 00:04:25.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:25.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:25.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:25.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=26] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:25.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:25.085 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:25.089 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:25.089 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:25.089 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:25.089 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:25.090 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:25.090 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:25.090 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:25.091 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/07 00:04:25.091 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.474311108s] [] [2024/05/07 00:04:25.397 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:25.398 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=26] [step=post-process] [2024/05/07 00:04:25.410 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/07 00:04:25.410 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/07 00:04:25.410 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [2024/05/07 00:04:25.413 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:25.414 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:25.414 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:25.415 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:25.415 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:25.416 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:25.416 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:25.416 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:25.416 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:25.416 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:25.416 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:25.416 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:25.416 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:25.423 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=12.907705ms] [] [2024/05/07 00:04:25.423 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:25.424 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [weight=30] [2024/05/07 00:04:25.424 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [concurrency=15] [2024/05/07 00:04:25.426 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:25.426 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=15.888697ms] [] [2024/05/07 00:04:25.426 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=54] [takeTime=16.035142ms] [] [2024/05/07 00:04:25.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=26] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:25.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=26] [task-type=ImportInto] [num=1] [2024/05/07 00:04:25.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:25.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=26] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:25.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:25.527 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=26] [step=done] [state=running] [] [2024/05/07 00:04:25.530 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=26] [2024/05/07 00:04:25.537 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:25.669 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.467005833\n# Parse_time: 0.000114312\n# Compile_time: 0.000382374\n# Rewrite_time: 0.00013827\n# Optimize_time: 0.00014973\n# Wait_TS: 0.000254558\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/07 00:04:25.672 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/07 00:04:25.686 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:25.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/07 00:04:25.686 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:25.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:25.702 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:25.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:25.726 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=1.761645ms] [gotSchemaVersion=125] [phyTblIDs="[181,185]"] [actionTypes="[11,11]"] [2024/05/07 00:04:25.730 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=186] [version=125] [2024/05/07 00:04:25.745 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=26] [error="context canceled"] [2024/05/07 00:04:25.745 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=26] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=347.746353ms] [] [2024/05/07 00:04:25.775 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=54.544018ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:25.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:25.796 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=186] [elementID=1] [comment="table ID is 181"] [2024/05/07 00:04:25.801 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/07 00:04:25.802 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:25.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:25.820 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/07 00:04:25.820 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:25.862 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:25.880 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=27] [job-id=27] [thread-cnt=8] [2024/05/07 00:04:25.880 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=27] [2024/05/07 00:04:26.021 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=26] [2024/05/07 00:04:26.028 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:26.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:27.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=27] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:28.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:28.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/07 00:04:28.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/07 00:04:28.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/07 00:04:28.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/07 00:04:28.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=55.496µs] [2024/05/07 00:04:28.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=149.282µs] [] [2024/05/07 00:04:28.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:28.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:28.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:28.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:28.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:28.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=27] [2024/05/07 00:04:28.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=27] [type=ImportInto] [2024/05/07 00:04:28.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:28.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:28.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:28.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:28.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:28.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:28.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:28.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:28.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:28.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:28.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/07 00:04:28.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:28.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=import] [2024/05/07 00:04:28.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/07 00:04:28.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:28.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:28.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:28.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:28.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:28.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:28.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:28.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:28.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:28.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:28.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:28.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:28.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:28.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:28.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:28.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:28.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:28.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:28.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:28.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.7GB] [2024/05/07 00:04:28.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=27] [step=import] [limit=256MiB] [2024/05/07 00:04:28.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [2024/05/07 00:04:28.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:28.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:28.667 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/07 00:04:28.680 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [2024/05/07 00:04:28.682 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=utf8mb4.csv:0] [readDur=913.347µs] [encodeDur=431.441µs] [deliverDur=266.734µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [takeTime=1.950124ms] [] [2024/05/07 00:04:28.683 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=55] [takeTime=27.201935ms] [] [2024/05/07 00:04:28.683 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/865b6787-1fd3-4477-8a7e-dd98f6328d2b.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/07 00:04:28.684 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 00:04:28.684 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 00:04:28.684 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:28.686 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.525484ms] [] [2024/05/07 00:04:28.686 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/07 00:04:28.691 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:28.692 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/07 00:04:28.692 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:28.692 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:28.693 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:28.693 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFB95F728000000000FF0000010000000000FA] [end=7480000000000000FFB95F728000000000FF0000030000000000FA] [2024/05/07 00:04:28.693 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFB95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFB95F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:28.693 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=373.868µs] [2024/05/07 00:04:28.694 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.085657ms] [] [2024/05/07 00:04:28.701 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 3, region 14, epoch conf_ver:5 version:60 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 62, request epoch conf_ver: 5 version: 60\")"] ["job stage"=needRescan] [2024/05/07 00:04:28.701 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000B95F728000000000000001] [endKey=7480000000000000B95F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:30.701 +08:00] [2024/05/07 00:04:28.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579966448009220] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:28.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579966448009220] [req-type=Cop] [region="{ region id: 14, ver: 60, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:30.722 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 00:04:30.723 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=2.036839813s] [] [2024/05/07 00:04:30.723 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:30.724 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.18261ms] [] [2024/05/07 00:04:30.724 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 00:04:30.724 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:30.726 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.777304ms] [] [2024/05/07 00:04:30.726 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/07 00:04:30.726 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:30.726 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=41.061µs] [] [2024/05/07 00:04:30.726 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:30.728 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.082662ms] [] [2024/05/07 00:04:31.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:31.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/07 00:04:31.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:31.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:31.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:31.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:31.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:31.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:31.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:31.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:31.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:31.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:31.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:31.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:31.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:31.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 00:04:31.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:31.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:31.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:31.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=27] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:31.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:31.353 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/07 00:04:31.356 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:31.356 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:31.356 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:31.356 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:31.356 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:31.356 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:31.357 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:31.357 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:31.357 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:31.357 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:31.358 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:31.358 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:31.358 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:31.358 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/07 00:04:31.358 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.740982925s] [] [2024/05/07 00:04:31.663 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:31.664 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=27] [step=post-process] [2024/05/07 00:04:31.677 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/07 00:04:31.677 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/07 00:04:31.677 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [2024/05/07 00:04:31.680 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:31.680 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:31.680 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:31.682 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:31.682 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:31.682 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:31.683 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:31.683 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:31.683 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:31.683 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:31.683 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:31.683 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:31.683 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:31.683 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:31.691 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=13.757466ms] [] [2024/05/07 00:04:31.691 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:31.692 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [weight=30] [2024/05/07 00:04:31.692 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [concurrency=15] [2024/05/07 00:04:31.694 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 00:04:31.694 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=16.675506ms] [] [2024/05/07 00:04:31.694 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=56] [takeTime=16.82409ms] [] [2024/05/07 00:04:32.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=27] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:32.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=27] [task-type=ImportInto] [num=1] [2024/05/07 00:04:32.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:32.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=27] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:32.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:32.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=27] [step=done] [state=running] [] [2024/05/07 00:04:32.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=27] [2024/05/07 00:04:32.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:32.192 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.369696\n# Parse_time: 0.000112457\n# Compile_time: 0.000437487\n# Rewrite_time: 0.000157247\n# Optimize_time: 0.000175113\n# Wait_TS: 0.000320675\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/07 00:04:32.196 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/07 00:04:32.210 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:32.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/07 00:04:32.210 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-07 00:04:32.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:32.226 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:179, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:32.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:32.251 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.119085ms] [gotSchemaVersion=126] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [2024/05/07 00:04:32.256 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=188] [version=126] [2024/05/07 00:04:32.299 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.854916ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:32.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:32.314 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=188] [elementID=1] [comment="table ID is 185"] [2024/05/07 00:04:32.317 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=27] [error="context canceled"] [2024/05/07 00:04:32.317 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=27] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.979744ms] [] [2024/05/07 00:04:32.320 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/07 00:04:32.321 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:179, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:32.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:32.338 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/07 00:04:32.338 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:32.377 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:32.395 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=28] [job-id=28] [thread-cnt=8] [2024/05/07 00:04:32.395 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=28] [2024/05/07 00:04:32.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=27] [2024/05/07 00:04:32.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:32.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:33.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=28] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:34.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=28] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:34.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=28] [task-type=ImportInto] [num=1] [2024/05/07 00:04:34.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/07 00:04:34.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=gbk] [2024/05/07 00:04:34.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/07 00:04:34.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=56.899µs] [2024/05/07 00:04:34.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=gbk] [takeTime=149.966µs] [] [2024/05/07 00:04:34.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:34.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=28] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:34.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:34.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=28] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:34.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:34.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=28] [2024/05/07 00:04:34.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=28] [type=ImportInto] [2024/05/07 00:04:34.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:34.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:34.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:34.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:34.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:34.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/07 00:04:34.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:34.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:34.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:34.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:34.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/07 00:04:34.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:34.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 00:04:34.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 00:04:34.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:34.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:34.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:34.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:34.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:34.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:34.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:34.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:34.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:34.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:34.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:34.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:34.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:34.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:34.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:34.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:34.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:34.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:34.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:34.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:34.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:34.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:34.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.7GB] [2024/05/07 00:04:34.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=28] [step=import] [limit=256MiB] [2024/05/07 00:04:34.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [2024/05/07 00:04:34.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 00:04:34.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 00:04:34.663 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/07 00:04:34.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [2024/05/07 00:04:34.680 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=187] [key=emoji.csv:0] [takeTime=986.818µs] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/07 00:04:34.680 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=57] [takeTime=26.406629ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:04:34.680 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:04:34.680 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=28] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:04:34.681 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:34.681 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:34.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:34.681 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:34.681 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:34.681 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 00:04:34.681 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:34.687 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 00:04:34.690 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:34.690 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:34.690 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:34.690 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:34.691 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:34.691 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:34.691 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:34.691 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=28] [error="context canceled"] [2024/05/07 00:04:34.691 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=28] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=74.282647ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 00:04:34.691 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:04:35.018 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [2024/05/07 00:04:35.021 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:04:35.206 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/07 00:04:35.302 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=28] [step=1] [2024/05/07 00:04:35.307 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 00:04:35.317 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 00:04:35.506 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=28] [2024/05/07 00:04:35.516 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 00:04:35.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:35.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:35.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:35.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:35.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:35.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:35.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:35.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/07 00:04:35.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:35.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:35.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:35.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:35.544 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=28] [2024/05/07 00:04:35.551 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:04:35.624 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=28] [step=1] [state=reverted] [2024/05/07 00:04:35.701 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:04:35.706 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.365506933\n# Parse_time: 0.00010407\n# Compile_time: 0.000461327\n# Rewrite_time: 0.000154039\n# Optimize_time: 0.000179803\n# Wait_TS: 0.000287341\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestLoadRemote/TestGeneratedColumnsAndTSVFile [2024/05/07 00:04:35.707 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 00:04:35.719 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:35.719 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 00:04:35.733 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.752 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=579.681µs] [gotSchemaVersion=127] [phyTblIDs="[173]"] [actionTypes="[2]"] [2024/05/07 00:04:35.756 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=127] [2024/05/07 00:04:35.801 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=52.814564ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.814 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.829 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=531.215µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:04:35.833 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=128] [2024/05/07 00:04:35.878 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.885562ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.894 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:167, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.913 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=494.39µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:04:35.917 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=189] [version=129] [2024/05/07 00:04:35.962 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.862634ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.976 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[173]"] [2024/05/07 00:04:35.981 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/07 00:04:35.982 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:167, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.689 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:35.999 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/07 00:04:35.999 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:36.002 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=129] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 00:04:36.015 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:36.015 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/07 00:04:36.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=28] [2024/05/07 00:04:36.029 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:36.029 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:36.045 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=905.649µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:04:36.049 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=191] [version=130] [2024/05/07 00:04:36.095 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.131079ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:04:35.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.108 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:35.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.118 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/07 00:04:36.118 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:36.122 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/07 00:04:36.136 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:36.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:36.136 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:36.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/07 00:04:36.154 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:36.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.173 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.740538ms] [gotSchemaVersion=131] [phyTblIDs="[192]"] [actionTypes="[3]"] [2024/05/07 00:04:36.176 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=193] [version=131] [2024/05/07 00:04:36.222 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.608711ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:36.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.245 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:36.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:36.255 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/07 00:04:36.256 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:36.292 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:36.310 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=29] [job-id=29] [thread-cnt=8] [2024/05/07 00:04:36.310 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=29] [2024/05/07 00:04:36.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=29] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:37.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:37.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/07 00:04:37.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/07 00:04:37.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/07 00:04:37.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 00:04:37.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=39.038µs] [2024/05/07 00:04:37.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=131.184µs] [] [2024/05/07 00:04:37.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:37.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:37.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:37.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:37.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:37.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=29] [2024/05/07 00:04:37.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=29] [type=ImportInto] [2024/05/07 00:04:37.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:37.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:37.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:37.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:37.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:37.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:37.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:37.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:37.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:37.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:37.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/07 00:04:37.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:37.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=import] [2024/05/07 00:04:37.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/07 00:04:37.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:37.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:37.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:37.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:37.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:37.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:37.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:37.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:37.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:37.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:37.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:37.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:37.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:37.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:37.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:37.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:37.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:37.631 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:37.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:37.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.7GB] [2024/05/07 00:04:37.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=29] [step=import] [limit=256MiB] [2024/05/07 00:04:37.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [2024/05/07 00:04:37.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:37.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:37.662 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/07 00:04:37.713 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/07 00:04:37.714 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=770.297µs] [encodeDur=434.609µs] [deliverDur=170.067µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.608842ms] [] [2024/05/07 00:04:37.715 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=59] [takeTime=62.644907ms] [] [2024/05/07 00:04:37.715 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/171b2910-e985-4cc5-b6b8-0689b97200f5.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/07 00:04:37.716 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 00:04:37.716 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 00:04:37.716 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:37.718 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.656185ms] [] [2024/05/07 00:04:37.718 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 00:04:37.723 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:37.725 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 00:04:37.725 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:37.725 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:37.725 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:37.726 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/07 00:04:37.726 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:37.726 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=390.997µs] [2024/05/07 00:04:37.726 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.098447ms] [] [2024/05/07 00:04:37.745 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 64, but you sent conf_ver: 5 version: 62"] [region="{ID=292,startKey=7480000000000000FFC05F728000000000FF0000010000000000FA,endKey=7480000000000000FFC05F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:64 \",peers=\"id:293 store_id:1 ,id:294 store_id:3 ,id:295 store_id:2 \"}"] [start=7480000000000000C05F728000000000000001] [end=7480000000000000C05F728000000000000003] [2024/05/07 00:04:37.746 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C05F728000000000000001] [endKey=7480000000000000C05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:39.746 +08:00] [2024/05/07 00:04:37.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579968820412419] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:37.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579968820412419] [req-type=Cop] [region="{ region id: 14, ver: 62, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:39.763 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 00:04:39.764 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=2.045865506s] [] [2024/05/07 00:04:39.764 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:39.766 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.26875ms] [] [2024/05/07 00:04:39.766 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 00:04:39.766 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:39.768 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.983094ms] [] [2024/05/07 00:04:39.768 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 00:04:39.768 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:39.768 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=50.664µs] [] [2024/05/07 00:04:39.768 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:39.769 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=978.666µs] [] [2024/05/07 00:04:40.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:40.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/07 00:04:40.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:40.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:40.023 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:40.023 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:40.024 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:40.025 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:40.026 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:40.026 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:40.026 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:40.046 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:40.046 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:40.046 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:40.046 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:40.063 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 00:04:40.065 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:40.065 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:40.065 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:40.079 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=29] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:40.079 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:40.394 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/07 00:04:40.399 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:40.399 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:40.399 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:40.399 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:40.400 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:40.400 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:40.400 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:40.400 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/07 00:04:40.400 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.783818629s] [] [2024/05/07 00:04:40.707 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:40.708 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=29] [step=post-process] [2024/05/07 00:04:40.721 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/07 00:04:40.722 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/07 00:04:40.722 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [2024/05/07 00:04:40.724 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:40.725 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:40.725 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:40.726 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:40.726 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:40.727 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:40.727 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:40.727 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:40.727 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:40.727 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:40.727 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:40.727 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:40.727 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:40.727 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:40.727 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:40.728 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:40.728 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:40.728 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:40.728 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:40.735 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=13.666989ms] [] [2024/05/07 00:04:40.735 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:40.736 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [weight=30] [2024/05/07 00:04:40.736 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [concurrency=15] [2024/05/07 00:04:40.738 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:40.738 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=16.868466ms] [] [2024/05/07 00:04:40.739 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=60] [takeTime=17.006481ms] [] [2024/05/07 00:04:41.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=29] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:41.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=29] [task-type=ImportInto] [num=1] [2024/05/07 00:04:41.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:41.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=29] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:41.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:41.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=29] [step=done] [state=running] [] [2024/05/07 00:04:41.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=29] [2024/05/07 00:04:41.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:41.055 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=29] [error="context canceled"] [2024/05/07 00:04:41.055 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=29] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=347.809921ms] [] [2024/05/07 00:04:41.121 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.863518136\n# Parse_time: 0.000084603\n# Compile_time: 0.000634543\n# Rewrite_time: 0.000384138\n# Optimize_time: 0.000179803\n# Wait_TS: 0.000293038\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_csv;\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:04:41.169 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:41.187 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=30] [job-id=30] [thread-cnt=8] [2024/05/07 00:04:41.187 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=30] [2024/05/07 00:04:41.357 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=29] [step=-2] [state=succeed] [2024/05/07 00:04:41.525 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=29] [2024/05/07 00:04:41.532 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:41.546 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:42.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=30] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:43.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:43.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/07 00:04:43.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/07 00:04:43.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/07 00:04:43.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 00:04:43.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=47.997µs] [2024/05/07 00:04:43.024 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=138.201µs] [] [2024/05/07 00:04:43.024 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:43.024 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:43.024 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:43.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:43.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:43.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=30] [2024/05/07 00:04:43.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=30] [type=ImportInto] [2024/05/07 00:04:43.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:43.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:43.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:43.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:43.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:43.520 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:43.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:43.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:43.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:43.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:43.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/07 00:04:43.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:43.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=import] [2024/05/07 00:04:43.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/07 00:04:43.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:43.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:43.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:43.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:43.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:43.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:43.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:43.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:43.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:43.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:43.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:43.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:43.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:43.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:43.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:43.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:43.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:43.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:43.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:43.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:43.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:43.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:43.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:43.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.7GB] [2024/05/07 00:04:43.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=30] [step=import] [limit=256MiB] [2024/05/07 00:04:43.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [2024/05/07 00:04:43.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:43.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:43.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/07 00:04:43.694 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/07 00:04:43.696 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=977.211µs] [encodeDur=355.619µs] [deliverDur=164.004µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.776572ms] [] [2024/05/07 00:04:43.697 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=61] [takeTime=40.114388ms] [] [2024/05/07 00:04:43.697 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/6d64e937-78a4-4c83-b61b-65a2e8d110b5.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/07 00:04:43.697 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 00:04:43.697 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 00:04:43.697 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:43.700 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.90002ms] [] [2024/05/07 00:04:43.700 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 00:04:43.704 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:43.705 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 00:04:43.706 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:43.706 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:43.706 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:43.706 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/07 00:04:43.706 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:43.707 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=375.913µs] [2024/05/07 00:04:43.707 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.064922ms] [] [2024/05/07 00:04:43.734 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 00:04:43.735 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=35.260648ms] [] [2024/05/07 00:04:43.735 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:43.737 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.134285ms] [] [2024/05/07 00:04:43.737 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 00:04:43.737 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:43.738 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.68268ms] [] [2024/05/07 00:04:43.738 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 00:04:43.738 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:43.738 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=36.607µs] [] [2024/05/07 00:04:43.739 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:43.739 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=916.832µs] [] [2024/05/07 00:04:44.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:44.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/07 00:04:44.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:44.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:44.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:44.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:44.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:44.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:44.021 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:44.021 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:44.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:44.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:44.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:44.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:44.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:44.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 00:04:44.057 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:44.057 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:44.057 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:44.069 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=30] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:44.069 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:44.372 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:44.374 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:44.374 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:44.374 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:44.374 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:44.375 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:44.375 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:44.375 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:44.375 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/07 00:04:44.375 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=758.466276ms] [] [2024/05/07 00:04:44.681 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:44.682 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=30] [step=post-process] [2024/05/07 00:04:44.696 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/07 00:04:44.696 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/07 00:04:44.696 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [2024/05/07 00:04:44.699 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:44.699 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:44.699 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:44.700 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:44.700 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:44.701 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:44.701 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:44.701 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:44.701 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:44.701 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:44.701 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:44.701 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:44.701 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:44.701 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:44.702 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:44.702 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:44.702 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:44.702 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:44.702 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:44.705 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=9.321108ms] [] [2024/05/07 00:04:44.705 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:44.706 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [weight=30] [2024/05/07 00:04:44.706 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [concurrency=15] [2024/05/07 00:04:44.708 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:44.708 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=12.268108ms] [] [2024/05/07 00:04:44.708 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=62] [takeTime=12.388997ms] [] [2024/05/07 00:04:45.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=30] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:45.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=30] [task-type=ImportInto] [num=1] [2024/05/07 00:04:45.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:45.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=30] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:45.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:45.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=30] [step=done] [state=running] [] [2024/05/07 00:04:45.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=30] [2024/05/07 00:04:45.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:45.099 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.967327387\n# Parse_time: 0.000118701\n# Compile_time: 0.000709817\n# Rewrite_time: 0.000445529\n# Optimize_time: 0.000216222\n# Wait_TS: 0.000248455\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:04:45.148 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:45.167 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=31] [job-id=31] [thread-cnt=8] [2024/05/07 00:04:45.167 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=31] [2024/05/07 00:04:45.333 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=30] [error="context canceled"] [2024/05/07 00:04:45.333 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=30] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.597115ms] [] [2024/05/07 00:04:45.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=31] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:45.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=30] [2024/05/07 00:04:45.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:45.546 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:46.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:46.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/07 00:04:46.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/07 00:04:46.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen1] [2024/05/07 00:04:46.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 00:04:46.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=51.99µs] [2024/05/07 00:04:46.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen1] [takeTime=150.662µs] [] [2024/05/07 00:04:46.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:46.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:46.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:46.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:46.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:46.317 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=31] [2024/05/07 00:04:46.317 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=31] [type=ImportInto] [2024/05/07 00:04:46.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:46.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:46.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:46.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:46.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:46.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:46.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:46.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:46.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:46.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:46.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/07 00:04:46.624 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:46.625 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=import] [2024/05/07 00:04:46.625 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/07 00:04:46.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:46.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:46.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:46.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:46.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.635 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:46.635 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:46.635 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:46.635 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:46.635 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:46.639 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:46.640 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:46.640 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:46.641 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.641 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:46.641 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:46.641 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:46.651 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:46.651 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.7GB] [2024/05/07 00:04:46.651 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=31] [step=import] [limit=256MiB] [2024/05/07 00:04:46.666 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [2024/05/07 00:04:46.671 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:46.676 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:46.676 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=192] [2024/05/07 00:04:46.722 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [2024/05/07 00:04:46.724 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=192] [key=generated_columns.csv:0] [readDur=988.237µs] [encodeDur=460.826µs] [deliverDur=200.119µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.968564ms] [] [2024/05/07 00:04:46.725 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=63] [takeTime=58.922797ms] [] [2024/05/07 00:04:46.724 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/2425870d-8653-4f6b-9eb1-77957e91b8cc.sst] [firstKey=7480000000000000C05F728000000000000001] [lastKey=7480000000000000C05F728000000000000002] [2024/05/07 00:04:46.725 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 00:04:46.725 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 00:04:46.725 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:46.727 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.484789ms] [] [2024/05/07 00:04:46.727 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 00:04:46.731 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:46.733 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 00:04:46.733 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:46.733 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:46.733 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:46.734 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC05F728000000000FF0000010000000000FA] [end=7480000000000000FFC05F728000000000FF0000030000000000FA] [2024/05/07 00:04:46.734 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC05F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:46.734 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=430.676µs] [2024/05/07 00:04:46.734 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.188593ms] [] [2024/05/07 00:04:46.759 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 00:04:46.760 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=32.95658ms] [] [2024/05/07 00:04:46.760 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 00:04:46.762 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.217661ms] [] [2024/05/07 00:04:46.762 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 00:04:46.762 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:46.764 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.947865ms] [] [2024/05/07 00:04:46.764 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 00:04:46.764 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:46.764 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=49.848µs] [] [2024/05/07 00:04:46.764 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 00:04:46.765 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=934.914µs] [] [2024/05/07 00:04:47.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:47.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/07 00:04:47.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:47.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:47.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:47.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:47.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:47.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:47.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:47.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:47.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:47.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:47.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:47.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:47.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:47.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:47.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:47.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:47.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:47.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:47.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:47.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 00:04:47.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:47.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:47.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:47.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=31] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:47.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:47.093 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/07 00:04:47.096 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:47.096 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:47.096 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:47.096 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:47.097 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:47.097 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:47.097 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:47.097 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/07 00:04:47.097 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=473.107382ms] [] [2024/05/07 00:04:47.403 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:47.404 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=31] [step=post-process] [2024/05/07 00:04:47.418 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/07 00:04:47.418 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/07 00:04:47.418 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [2024/05/07 00:04:47.421 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:47.422 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:47.422 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:47.423 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:47.423 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:47.424 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:47.424 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:47.424 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:47.424 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:47.424 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:47.424 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:47.424 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:47.425 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:47.425 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:47.425 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:47.428 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=9.870079ms] [] [2024/05/07 00:04:47.428 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:47.429 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [weight=30] [2024/05/07 00:04:47.429 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [concurrency=15] [2024/05/07 00:04:47.431 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:47.431 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=12.942554ms] [] [2024/05/07 00:04:47.431 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=64] [takeTime=13.078278ms] [] [2024/05/07 00:04:47.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=31] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:47.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=31] [task-type=ImportInto] [num=1] [2024/05/07 00:04:47.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:47.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=31] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:47.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:47.528 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=31] [step=done] [state=running] [] [2024/05/07 00:04:47.531 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=31] [2024/05/07 00:04:47.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:47.580 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.471155567\n# Parse_time: 0.000196496\n# Compile_time: 0.000955227\n# Rewrite_time: 0.000622742\n# Optimize_time: 0.000188395\n# Wait_TS: 0.000223354\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:04:47.583 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/07 00:04:47.598 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:47.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:04:47.598 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:47.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/07 00:04:47.613 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:47.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:47.635 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.019117ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [2024/05/07 00:04:47.639 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=195] [version=132] [2024/05/07 00:04:47.682 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.118133ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 00:04:47.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:47.698 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-07 00:04:47.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:04:47.710 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/07 00:04:47.710 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:04:47.750 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:47.750 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=31] [error="context canceled"] [2024/05/07 00:04:47.750 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=31] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=346.813243ms] [] [2024/05/07 00:04:47.775 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=32] [job-id=32] [thread-cnt=8] [2024/05/07 00:04:47.775 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=32] [2024/05/07 00:04:48.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=31] [2024/05/07 00:04:48.029 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:48.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:48.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=32] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:49.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:49.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/07 00:04:49.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/07 00:04:49.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/07 00:04:49.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 00:04:49.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=49.594µs] [2024/05/07 00:04:49.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=150.931µs] [] [2024/05/07 00:04:49.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:49.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:49.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:49.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:49.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:49.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=32] [2024/05/07 00:04:49.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=32] [type=ImportInto] [2024/05/07 00:04:49.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:49.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:49.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:49.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:49.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:49.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:49.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:49.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:49.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:49.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:49.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/07 00:04:49.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:49.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=import] [2024/05/07 00:04:49.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/07 00:04:49.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:49.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:49.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:49.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:49.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:49.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:49.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:49.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:49.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:49.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:49.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:49.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:49.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:49.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:49.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:49.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:49.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:49.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:49.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:49.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:49.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:49.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:49.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:49.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:49.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.7GB] [2024/05/07 00:04:49.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=32] [step=import] [limit=256MiB] [2024/05/07 00:04:49.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [2024/05/07 00:04:49.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:49.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:49.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 00:04:49.711 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 00:04:49.712 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=839.755µs] [encodeDur=377.146µs] [deliverDur=227.053µs] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [takeTime=1.704762ms] [] [2024/05/07 00:04:49.713 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/260d8fae-e63a-48d0-bd00-ed644dbb8089.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 00:04:49.713 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=65] [takeTime=57.300682ms] [] [2024/05/07 00:04:49.714 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 00:04:49.714 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 00:04:49.714 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:49.716 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.538639ms] [] [2024/05/07 00:04:49.716 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 00:04:49.720 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:49.722 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/07 00:04:49.723 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:49.723 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:49.723 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:49.723 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/07 00:04:49.723 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:49.724 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=403.702µs] [2024/05/07 00:04:49.724 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.175326ms] [] [2024/05/07 00:04:49.736 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579971953033220] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:49.737 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579971953033220] [req-type=Cop] [region="{ region id: 14, ver: 64, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:04:49.739 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:64 , when close write stream: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 66, request epoch conf_ver: 5 version: 64\")"] ["job stage"=needRescan] [2024/05/07 00:04:49.740 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C25F728000000000000001] [endKey=7480000000000000C25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:04:51.740 +08:00] [2024/05/07 00:04:51.757 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 00:04:51.759 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=2.042282374s] [] [2024/05/07 00:04:51.759 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:51.760 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.213904ms] [] [2024/05/07 00:04:51.760 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 00:04:51.760 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:51.763 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=2.477767ms] [] [2024/05/07 00:04:51.763 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 00:04:51.763 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:51.763 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=72.337µs] [] [2024/05/07 00:04:51.763 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:51.764 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.08971ms] [] [2024/05/07 00:04:52.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/07 00:04:52.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:52.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:52.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:52.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:52.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:52.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:52.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:52.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:52.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:52.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:52.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:52.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:52.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:52.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 00:04:52.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:52.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:52.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:52.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=32] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:52.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:52.389 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/07 00:04:52.393 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:52.393 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:52.393 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:52.393 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:52.394 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:52.394 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:52.394 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:52.394 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/07 00:04:52.394 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.776640887s] [] [2024/05/07 00:04:52.700 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:52.701 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=32] [step=post-process] [2024/05/07 00:04:52.714 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/07 00:04:52.714 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/07 00:04:52.714 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [2024/05/07 00:04:52.717 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:52.717 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:52.717 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:52.718 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:52.718 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:52.719 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:52.719 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:52.719 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:52.719 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:52.719 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:52.719 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:52.719 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:52.720 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:52.727 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=12.657356ms] [] [2024/05/07 00:04:52.727 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/07 00:04:52.728 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [weight=30] [2024/05/07 00:04:52.728 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [concurrency=15] [2024/05/07 00:04:52.730 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/07 00:04:52.730 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=15.974539ms] [] [2024/05/07 00:04:52.730 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=66] [takeTime=16.098996ms] [] [2024/05/07 00:04:53.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=32] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:53.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=32] [task-type=ImportInto] [num=1] [2024/05/07 00:04:53.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:53.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=32] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:53.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:53.028 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=32] [step=done] [state=running] [] [2024/05/07 00:04:53.031 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=32] [2024/05/07 00:04:53.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:53.186 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.473435349\n# Parse_time: 0.000092654\n# Compile_time: 0.000863951\n# Rewrite_time: 0.000581363\n# Optimize_time: 0.000183102\n# Wait_TS: 0.000278518\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:04:53.232 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:53.249 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=33] [job-id=33] [thread-cnt=8] [2024/05/07 00:04:53.249 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=33] [2024/05/07 00:04:53.353 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=32] [error="context canceled"] [2024/05/07 00:04:53.353 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=32] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.368034ms] [] [2024/05/07 00:04:53.521 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=32] [2024/05/07 00:04:53.528 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:53.540 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:54.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=33] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:55.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:55.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/07 00:04:55.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/07 00:04:55.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/07 00:04:55.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 00:04:55.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=46.11µs] [2024/05/07 00:04:55.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=138.818µs] [] [2024/05/07 00:04:55.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:55.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:55.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:55.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:55.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:55.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=33] [2024/05/07 00:04:55.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=33] [type=ImportInto] [2024/05/07 00:04:55.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:55.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:55.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:55.519 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:55.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:55.520 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.520 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:55.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:55.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:55.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:55.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:55.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/07 00:04:55.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:55.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=import] [2024/05/07 00:04:55.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/07 00:04:55.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:55.622 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:55.622 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:55.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.623 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:55.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:55.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:55.624 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:55.624 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:55.624 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:55.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:55.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:55.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:55.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:55.630 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:55.630 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:55.639 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:55.639 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.7GB] [2024/05/07 00:04:55.639 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=33] [step=import] [limit=256MiB] [2024/05/07 00:04:55.651 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [2024/05/07 00:04:55.656 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:55.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:55.661 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 00:04:55.674 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 00:04:55.676 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=667.359µs] [encodeDur=220.278µs] [deliverDur=133.302µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [takeTime=1.238619ms] [] [2024/05/07 00:04:55.677 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/f75f42bc-6aae-4bef-bec7-0fd4e649848a.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 00:04:55.677 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=67] [takeTime=25.295932ms] [] [2024/05/07 00:04:55.677 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 00:04:55.677 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 00:04:55.677 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:55.679 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.319865ms] [] [2024/05/07 00:04:55.679 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 00:04:55.683 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:55.685 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/07 00:04:55.685 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:55.685 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:55.685 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:55.686 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/07 00:04:55.686 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:55.686 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=429.953µs] [2024/05/07 00:04:55.686 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.137916ms] [] [2024/05/07 00:04:55.712 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 00:04:55.714 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=34.585362ms] [] [2024/05/07 00:04:55.714 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:55.715 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.346891ms] [] [2024/05/07 00:04:55.715 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 00:04:55.715 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:55.717 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.717397ms] [] [2024/05/07 00:04:55.717 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 00:04:55.717 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:55.717 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=36.663µs] [] [2024/05/07 00:04:55.717 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:55.718 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=892.533µs] [] [2024/05/07 00:04:56.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:56.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/07 00:04:56.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:56.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:56.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:56.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:56.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:56.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:56.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:56.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:56.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:56.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:56.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:56.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:56.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:56.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 00:04:56.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:56.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:56.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:56.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=33] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:56.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:56.351 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/07 00:04:56.353 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:56.353 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:56.353 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:56.353 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:56.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:56.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:56.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:56.354 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/07 00:04:56.354 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=738.416336ms] [] [2024/05/07 00:04:56.660 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:56.661 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=33] [step=post-process] [2024/05/07 00:04:56.674 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/07 00:04:56.674 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/07 00:04:56.674 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [2024/05/07 00:04:56.676 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:56.677 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:56.677 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:56.678 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:56.678 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:56.679 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:56.679 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:56.679 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:56.679 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:56.679 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:56.679 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:56.679 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:56.679 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:56.679 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:56.680 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:56.680 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:56.680 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:56.680 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:56.680 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:56.683 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=9.446183ms] [] [2024/05/07 00:04:56.683 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:56.684 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [weight=30] [2024/05/07 00:04:56.684 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [concurrency=15] [2024/05/07 00:04:56.686 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 00:04:56.686 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=12.403035ms] [] [2024/05/07 00:04:56.686 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=68] [takeTime=12.534852ms] [] [2024/05/07 00:04:57.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=33] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:04:57.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=33] [task-type=ImportInto] [num=1] [2024/05/07 00:04:57.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=post-process] [next-step=done] [2024/05/07 00:04:57.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=33] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:04:57.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:57.028 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=33] [step=done] [state=running] [] [2024/05/07 00:04:57.031 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=33] [2024/05/07 00:04:57.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:04:57.160 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.964521439\n# Parse_time: 0.000109097\n# Compile_time: 0.000724578\n# Rewrite_time: 0.000457031\n# Optimize_time: 0.000172794\n# Wait_TS: 0.000239738\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:04:57.205 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:04:57.222 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=34] [job-id=34] [thread-cnt=8] [2024/05/07 00:04:57.222 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=34] [2024/05/07 00:04:57.309 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=33] [error="context canceled"] [2024/05/07 00:04:57.309 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=33] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=648.915042ms] [] [2024/05/07 00:04:57.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=34] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:04:57.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=33] [2024/05/07 00:04:57.528 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:04:57.541 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:04:58.010 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:04:58.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/07 00:04:58.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/07 00:04:58.023 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t_gen2] [2024/05/07 00:04:58.023 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 00:04:58.023 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=49.156µs] [2024/05/07 00:04:58.023 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t_gen2] [takeTime=151.38µs] [] [2024/05/07 00:04:58.024 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:04:58.024 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:58.024 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:04:58.036 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:04:58.036 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:04:58.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=34] [2024/05/07 00:04:58.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=34] [type=ImportInto] [2024/05/07 00:04:58.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:58.518 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:58.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:58.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:58.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:58.520 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.520 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:58.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:58.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:58.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:58.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:58.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/07 00:04:58.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:58.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=import] [2024/05/07 00:04:58.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/07 00:04:58.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:58.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:58.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:58.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:58.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:58.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:58.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:58.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:58.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:58.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:58.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:58.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:58.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:58.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:58.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:58.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:58.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:04:58.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.7GB] [2024/05/07 00:04:58.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=34] [step=import] [limit=256MiB] [2024/05/07 00:04:58.652 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [2024/05/07 00:04:58.657 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:58.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:58.662 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 00:04:58.696 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 00:04:58.697 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=765.128µs] [encodeDur=399.761µs] [deliverDur=158.466µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.575189ms] [] [2024/05/07 00:04:58.698 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=69] [takeTime=45.639051ms] [] [2024/05/07 00:04:58.698 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=959] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/0b5572cf-5155-4cf3-947f-57819a9e1698.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 00:04:58.698 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 00:04:58.698 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 00:04:58.698 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:58.701 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.746267ms] [] [2024/05/07 00:04:58.701 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 00:04:58.705 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:04:58.707 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:04:58.707 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:04:58.707 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:58.707 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:04:58.708 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC25F728000000000FF0000010000000000FA] [end=7480000000000000FFC25F728000000000FF0000030000000000FA] [2024/05/07 00:04:58.708 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC25F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:04:58.708 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=408.77µs] [2024/05/07 00:04:58.708 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.099949ms] [] [2024/05/07 00:04:58.730 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:04:58.731 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=29.746221ms] [] [2024/05/07 00:04:58.731 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 00:04:58.733 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.326204ms] [] [2024/05/07 00:04:58.733 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 00:04:58.733 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:58.734 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.760101ms] [] [2024/05/07 00:04:58.734 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 00:04:58.734 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:58.735 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=40.118µs] [] [2024/05/07 00:04:58.735 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 00:04:58.736 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=995.846µs] [] [2024/05/07 00:04:59.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:04:59.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/07 00:04:59.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/07 00:04:59.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:59.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:59.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:59.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:59.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:59.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:59.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:59.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:59.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:59.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:59.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:59.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:59.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/07 00:04:59.057 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:04:59.057 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:04:59.057 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:59.069 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=34] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:04:59.070 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:04:59.365 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/07 00:04:59.367 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:59.367 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:04:59.367 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:59.367 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:59.367 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:59.367 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:59.368 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:59.368 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:59.368 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:59.368 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:59.369 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:59.369 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:59.369 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:59.369 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/07 00:04:59.369 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=751.960369ms] [] [2024/05/07 00:04:59.675 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:04:59.676 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=34] [step=post-process] [2024/05/07 00:04:59.689 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/07 00:04:59.689 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/07 00:04:59.689 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [2024/05/07 00:04:59.692 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:04:59.693 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:04:59.693 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:04:59.694 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:59.694 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:04:59.694 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:04:59.694 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:04:59.695 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:04:59.695 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:04:59.695 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:04:59.695 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:04:59.695 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:04:59.695 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:04:59.695 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:04:59.698 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=8.802785ms] [] [2024/05/07 00:04:59.698 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:04:59.699 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [weight=30] [2024/05/07 00:04:59.699 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [concurrency=15] [2024/05/07 00:04:59.701 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:04:59.701 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=11.67873ms] [] [2024/05/07 00:04:59.701 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=70] [takeTime=11.845269ms] [] [2024/05/07 00:05:00.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=34] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:00.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=34] [task-type=ImportInto] [num=1] [2024/05/07 00:05:00.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:00.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=34] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:00.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:00.028 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=34] [step=done] [state=running] [] [2024/05/07 00:05:00.031 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=34] [2024/05/07 00:05:00.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:00.233 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.064382865\n# Parse_time: 0.000093934\n# Compile_time: 0.000676908\n# Rewrite_time: 0.000421259\n# Optimize_time: 0.000186945\n# Wait_TS: 0.000272158\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestIgnoreNLines [2024/05/07 00:05:00.237 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:05:00.247 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:00.247 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:05:00.259 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:queueing, SchemaState:public, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.277 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=513.325µs] [gotSchemaVersion=133] [phyTblIDs="[165]"] [actionTypes="[2]"] [2024/05/07 00:05:00.281 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=133] [2024/05/07 00:05:00.324 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=34] [error="context canceled"] [2024/05/07 00:05:00.324 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=34] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=648.936947ms] [] [2024/05/07 00:05:00.328 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.926472ms] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.345 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:write only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.360 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=530.559µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:00.364 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=134] [2024/05/07 00:05:00.410 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=52.880019ms] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.422 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [category=ddl] [job="ID:196, Type:drop schema, State:running, SchemaState:delete only, SchemaID:161, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.439 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=498.761µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:00.443 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=196] [version=135] [2024/05/07 00:05:00.489 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.891933ms] [job="ID:196, Type:drop schema, State:done, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.501 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[165]"] [2024/05/07 00:05:00.506 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="drop schema"] [2024/05/07 00:05:00.507 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=196] [conn=2] [job="ID:196, Type:drop schema, State:synced, SchemaState:none, SchemaID:161, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.520 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=34] [2024/05/07 00:05:00.522 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/07 00:05:00.523 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:00.525 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/07 00:05:00.527 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:00.538 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:00.538 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:05:00.539 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:00.554 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:create schema, State:queueing, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.569 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=943.059µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:00.573 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=198] [version=136] [2024/05/07 00:05:00.619 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.716354ms] [job="ID:198, Type:create schema, State:done, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:00.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.633 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:create schema, State:synced, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.642 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/07 00:05:00.642 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:00.645 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:05:00.646 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:05:00.660 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:00.660 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:05:00.675 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.697 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=2.215838ms] [gotSchemaVersion=137] [phyTblIDs="[199]"] [actionTypes="[3]"] [2024/05/07 00:05:00.701 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=200] [version=137] [2024/05/07 00:05:00.745 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.671003ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.760 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:00.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:00.771 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/07 00:05:00.772 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:00.812 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:05:00.831 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=35] [job-id=35] [thread-cnt=1] [2024/05/07 00:05:00.831 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=35] [2024/05/07 00:05:03.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=35] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:05:04.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:04.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/07 00:05:04.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/07 00:05:04.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:04.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 00:05:04.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=64.457µs] [2024/05/07 00:05:04.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=164.329µs] [] [2024/05/07 00:05:04.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:04.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:04.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:04.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:04.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:04.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=35] [2024/05/07 00:05:04.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=35] [type=ImportInto] [2024/05/07 00:05:04.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:04.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:04.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:04.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:04.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:04.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/07 00:05:04.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:04.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:04.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:04.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:04.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/07 00:05:04.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:04.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=import] [2024/05/07 00:05:04.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/07 00:05:04.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:04.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:04.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:04.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:04.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:04.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:04.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:04.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:04.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:04.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:04.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:04.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:04.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:04.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:04.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:04.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:04.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:04.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:04.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:04.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:04.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=35] [step=import] [limit=256MiB] [2024/05/07 00:05:04.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [2024/05/07 00:05:04.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:04.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:04.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/07 00:05:04.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [2024/05/07 00:05:04.680 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-1.csv:0] [readDur=917.188µs] [encodeDur=259.864µs] [deliverDur=170.107µs] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [takeTime=1.590237ms] [] [2024/05/07 00:05:04.681 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=199] [2024/05/07 00:05:04.681 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/e225d939-424d-49ac-979e-ebc469db6dac.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/07 00:05:04.695 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [2024/05/07 00:05:04.696 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=199] [key=skip-rows-2.csv:0] [readDur=774.786µs] [encodeDur=312.727µs] [deliverDur=222.422µs] [checksum="{cksum=14728054075579778828,size=205,kvs=5}"] [takeTime=1.575193ms] [] [2024/05/07 00:05:04.697 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/092dd6ee-cac1-4d72-8fa9-6eac539a3dad.sst] [firstKey=7480000000000000C75F72800000000000000F] [lastKey=7480000000000000C75F728000000000000013] [2024/05/07 00:05:04.697 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=71] [takeTime=42.075899ms] [] [2024/05/07 00:05:04.697 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 00:05:04.697 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 00:05:04.697 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:04.700 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.426ms] [] [2024/05/07 00:05:04.700 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:05:04.704 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:04.706 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 00:05:04.706 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:04.706 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:04.706 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [retry=0] [2024/05/07 00:05:04.707 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC75F728000000000FF0000010000000000FA] [end=7480000000000000FFC75F728000000000FF0000140000000000FA] [2024/05/07 00:05:04.707 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC75F728000000000FF0000140000000000FA] [regions=1] [2024/05/07 00:05:04.707 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=411.318µs] [2024/05/07 00:05:04.707 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.066256ms] [] [2024/05/07 00:05:04.715 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:66 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 68, request epoch conf_ver: 5 version: 66\")"] ["job stage"=needRescan] [2024/05/07 00:05:04.716 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C75F728000000000000001] [endKey=7480000000000000C75F728000000000000014] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:06.716 +08:00] [2024/05/07 00:05:04.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579975885193219] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:04.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579975885193219] [req-type=Cop] [region="{ region id: 14, ver: 66, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:06.734 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 00:05:06.736 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.035741337s] [] [2024/05/07 00:05:06.736 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:06.737 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.539266ms] [] [2024/05/07 00:05:06.738 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 00:05:06.738 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:06.740 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.931849ms] [] [2024/05/07 00:05:06.740 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:05:06.740 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:06.740 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=49.911µs] [] [2024/05/07 00:05:06.740 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:06.741 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=970.893µs] [] [2024/05/07 00:05:07.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:07.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/07 00:05:07.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:07.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:07.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:07.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:07.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:07.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:07.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:07.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:07.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:07.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:07.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:07.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:07.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:07.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 00:05:07.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:07.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:07.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:07.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=35] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:07.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:07.365 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/07 00:05:07.369 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:07.369 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:07.369 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:07.369 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:07.370 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:07.370 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:07.370 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:07.370 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/07 00:05:07.370 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.753166207s] [] [2024/05/07 00:05:07.676 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:07.677 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=35] [step=post-process] [2024/05/07 00:05:07.690 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/07 00:05:07.690 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/07 00:05:07.690 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [2024/05/07 00:05:07.693 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:07.694 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:07.694 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:07.695 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:07.695 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:07.696 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:07.696 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:07.696 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:07.696 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:07.696 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:07.696 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:07.704 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=13.389988ms] [] [2024/05/07 00:05:07.704 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [checksum="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/07 00:05:07.705 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [weight=30] [2024/05/07 00:05:07.705 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [concurrency=15] [2024/05/07 00:05:07.707 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [local="{cksum=8981737081065225369,size=369,kvs=9}"] [2024/05/07 00:05:07.707 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.72122ms] [] [2024/05/07 00:05:07.707 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=72] [takeTime=16.888282ms] [] [2024/05/07 00:05:08.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=35] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:08.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=35] [task-type=ImportInto] [num=1] [2024/05/07 00:05:08.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:08.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=35] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:05:08.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:08.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=35] [step=done] [state=running] [] [2024/05/07 00:05:08.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=35] [2024/05/07 00:05:08.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:08.331 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=35] [error="context canceled"] [2024/05/07 00:05:08.331 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=35] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=655.09338ms] [] [2024/05/07 00:05:08.342 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 7.568063896\n# Parse_time: 0.000123864\n# Compile_time: 0.000553181\n# Rewrite_time: 0.000198249\n# Optimize_time: 0.000161394\n# Wait_TS: 0.000312465\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:05:08.345 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 00:05:08.358 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:08.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:08.358 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:08.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:05:08.373 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:08.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:08.398 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=1.97198ms] [gotSchemaVersion=138] [phyTblIDs="[199,201]"] [actionTypes="[11,11]"] [2024/05/07 00:05:08.402 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=202] [version=138] [2024/05/07 00:05:08.447 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=54.329064ms] [job="ID:202, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:08.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:08.460 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=202] [elementID=1] [comment="table ID is 199"] [2024/05/07 00:05:08.465 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=202] [jobType="truncate table"] [2024/05/07 00:05:08.467 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:08.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:08.485 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/07 00:05:08.485 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:08.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=35] [2024/05/07 00:05:08.526 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:05:08.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:08.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:08.545 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=36] [job-id=36] [thread-cnt=1] [2024/05/07 00:05:08.545 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=36] [2024/05/07 00:05:09.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=36] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:05:10.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:10.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/07 00:05:10.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/07 00:05:10.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:10.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 00:05:10.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=98.389µs] [2024/05/07 00:05:10.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=227.966µs] [] [2024/05/07 00:05:10.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:10.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:10.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:10.044 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:10.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:10.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=36] [2024/05/07 00:05:10.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=36] [type=ImportInto] [2024/05/07 00:05:10.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:10.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:10.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:10.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:10.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:10.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:10.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:10.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:10.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:10.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:10.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/07 00:05:10.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:10.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=import] [2024/05/07 00:05:10.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/07 00:05:10.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:10.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:10.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:10.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:10.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:10.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:10.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:10.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:10.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:10.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:10.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:10.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:10.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:10.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:10.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:10.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:10.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:10.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:10.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:10.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:10.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:10.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:10.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:10.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:10.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=36] [step=import] [limit=256MiB] [2024/05/07 00:05:10.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [2024/05/07 00:05:10.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:10.667 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:10.667 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/07 00:05:10.677 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/07 00:05:10.678 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=69.994µs] [encodeDur=293.001µs] [deliverDur=190.821µs] [checksum="{cksum=3024807594168549707,size=123,kvs=3}"] [takeTime=880.799µs] [] [2024/05/07 00:05:10.678 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/07 00:05:10.678 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0e901308-90e6-471d-b851-295275d1693b.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000003] [2024/05/07 00:05:10.728 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/07 00:05:10.730 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=81.614µs] [encodeDur=529.912µs] [deliverDur=220.667µs] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [takeTime=1.326175ms] [] [2024/05/07 00:05:10.731 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/839cf41f-7e86-48ba-b307-a5acb4541238.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000012] [2024/05/07 00:05:10.731 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=73] [takeTime=73.480528ms] [] [2024/05/07 00:05:10.731 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 00:05:10.731 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 00:05:10.731 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:10.734 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.603165ms] [] [2024/05/07 00:05:10.734 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:05:10.739 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:10.740 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/07 00:05:10.741 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:10.741 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:10.741 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [retry=0] [2024/05/07 00:05:10.741 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFC95F728000000000FF0000010000000000FA] [end=7480000000000000FFC95F728000000000FF0000130000000000FA] [2024/05/07 00:05:10.742 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFC95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFC95F728000000000FF0000130000000000FA] [regions=1] [2024/05/07 00:05:10.742 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=369.846µs] [2024/05/07 00:05:10.742 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.156418ms] [] [2024/05/07 00:05:10.752 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:68 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 70, request epoch conf_ver: 5 version: 68\")"] ["job stage"=needRescan] [2024/05/07 00:05:10.753 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000C95F728000000000000001] [endKey=7480000000000000C95F728000000000000013] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:12.753 +08:00] [2024/05/07 00:05:10.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579977471426564] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:10.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579977471426564] [req-type=Cop] [region="{ region id: 14, ver: 68, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:12.773 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/07 00:05:12.775 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.041358862s] [] [2024/05/07 00:05:12.775 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:12.777 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.547273ms] [] [2024/05/07 00:05:12.777 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 00:05:12.777 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:12.779 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.03515ms] [] [2024/05/07 00:05:12.779 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:05:12.779 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:12.779 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=48.798µs] [] [2024/05/07 00:05:12.779 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:12.780 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.071786ms] [] [2024/05/07 00:05:13.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:13.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/07 00:05:13.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:13.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:13.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:13.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:13.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:13.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:13.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:13.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:13.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:13.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:13.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:13.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:13.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:13.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/07 00:05:13.057 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:13.057 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:13.057 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:13.070 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=36] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:13.070 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:13.100 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/07 00:05:13.104 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:13.104 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:13.104 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:13.104 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:13.105 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:13.105 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:13.105 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:13.105 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/07 00:05:13.105 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.487388709s] [] [2024/05/07 00:05:13.412 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:13.413 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=36] [step=post-process] [2024/05/07 00:05:13.426 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/07 00:05:13.426 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/07 00:05:13.426 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [2024/05/07 00:05:13.429 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:13.430 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:13.430 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:13.431 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:13.431 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:13.431 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:13.432 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:13.432 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:05:13.432 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:13.432 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:13.432 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:13.432 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:13.432 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:13.432 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:13.432 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:13.439 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=13.334527ms] [] [2024/05/07 00:05:13.440 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [checksum="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/07 00:05:13.440 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [weight=30] [2024/05/07 00:05:13.440 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [concurrency=15] [2024/05/07 00:05:13.442 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [local="{cksum=7490666321653065402,size=287,kvs=7}"] [2024/05/07 00:05:13.442 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=16.205664ms] [] [2024/05/07 00:05:13.442 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=74] [takeTime=16.339737ms] [] [2024/05/07 00:05:13.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=36] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:13.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=36] [task-type=ImportInto] [num=1] [2024/05/07 00:05:13.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:13.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=36] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:05:13.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:13.528 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=36] [step=done] [state=running] [] [2024/05/07 00:05:13.531 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=36] [2024/05/07 00:05:13.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:13.657 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.169217183\n# Parse_time: 0.000097782\n# Compile_time: 0.000811413\n# Rewrite_time: 0.000153571\n# Optimize_time: 0.000161272\n# Wait_TS: 0.000298607\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/07 00:05:13.660 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 00:05:13.673 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:13.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:13.673 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:13.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:05:13.688 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:197, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:13.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:13.711 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=1.91207ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [2024/05/07 00:05:13.716 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=204] [version=139] [2024/05/07 00:05:13.760 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.306478ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:13.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:13.760 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=36] [error="context canceled"] [2024/05/07 00:05:13.760 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=36] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.382304ms] [] [2024/05/07 00:05:13.776 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=204] [elementID=1] [comment="table ID is 201"] [2024/05/07 00:05:13.781 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/07 00:05:13.782 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:197, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:13.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:13.800 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/07 00:05:13.800 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:13.841 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:05:13.859 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=37] [job-id=37] [thread-cnt=1] [2024/05/07 00:05:13.860 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=37] [2024/05/07 00:05:14.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=36] [2024/05/07 00:05:14.028 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:14.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:15.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=37] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:05:16.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:16.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/07 00:05:16.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/07 00:05:16.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:16.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 00:05:16.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=68.474µs] [2024/05/07 00:05:16.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=193.705µs] [] [2024/05/07 00:05:16.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:16.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:16.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:16.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:16.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:16.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=37] [2024/05/07 00:05:16.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=37] [type=ImportInto] [2024/05/07 00:05:16.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:16.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:16.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:16.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:16.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:16.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:16.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:16.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:16.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:16.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:16.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:16.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/07 00:05:16.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:16.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=import] [2024/05/07 00:05:16.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/07 00:05:16.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:16.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:16.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:16.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:16.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:16.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:16.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:16.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:16.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:16.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:16.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:16.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:16.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:16.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:16.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:16.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:16.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:16.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:16.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:16.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:16.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:16.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:16.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:16.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:16.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:16.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=37] [step=import] [limit=256MiB] [2024/05/07 00:05:16.652 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [2024/05/07 00:05:16.657 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:16.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:16.661 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/07 00:05:16.676 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/07 00:05:16.676 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=51.834µs] [encodeDur=416.248µs] [deliverDur=122.512µs] [checksum="{cksum=11418726640477414192,size=41,kvs=1}"] [takeTime=798.769µs] [] [2024/05/07 00:05:16.677 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/07 00:05:16.677 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/91556d8e-0e6a-40ac-a409-75eed324117e.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000001] [2024/05/07 00:05:16.700 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/07 00:05:16.701 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=72.266µs] [encodeDur=469.784µs] [deliverDur=180.559µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [takeTime=968.682µs] [] [2024/05/07 00:05:16.702 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=75] [takeTime=49.759786ms] [] [2024/05/07 00:05:16.702 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a4c0f728-c756-4933-83aa-9908e3d25fe4.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000010] [2024/05/07 00:05:16.702 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 00:05:16.702 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 00:05:16.702 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:16.705 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.947613ms] [] [2024/05/07 00:05:16.705 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:05:16.709 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:16.711 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/07 00:05:16.711 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:16.711 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:16.711 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [retry=0] [2024/05/07 00:05:16.712 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFCB5F728000000000FF0000010000000000FA] [end=7480000000000000FFCB5F728000000000FF0000110000000000FA] [2024/05/07 00:05:16.712 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFCB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFCB5F728000000000FF0000110000000000FA] [regions=1] [2024/05/07 00:05:16.712 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.542µs] [2024/05/07 00:05:16.712 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.099302ms] [] [2024/05/07 00:05:16.728 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 72, but you sent conf_ver: 5 version: 70"] [region="{ID=324,startKey=7480000000000000FFCB5F728000000000FF0000010000000000FA,endKey=7480000000000000FFCB5F728000000000FF0000110000000000FA,epoch=\"conf_ver:5 version:72 \",peers=\"id:325 store_id:1 ,id:326 store_id:3 ,id:327 store_id:2 \"}"] [start=7480000000000000CB5F728000000000000001] [end=7480000000000000CB5F728000000000000011] [2024/05/07 00:05:16.728 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000CB5F728000000000000001] [endKey=7480000000000000CB5F728000000000000011] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:18.728 +08:00] [2024/05/07 00:05:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579979031183366] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579979031183366] [req-type=Cop] [region="{ region id: 14, ver: 70, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:18.745 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/07 00:05:18.747 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.042013524s] [] [2024/05/07 00:05:18.747 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:05:18.748 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.292921ms] [] [2024/05/07 00:05:18.748 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 00:05:18.749 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:18.750 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.822516ms] [] [2024/05/07 00:05:18.750 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:05:18.750 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:18.751 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.79µs] [] [2024/05/07 00:05:18.751 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:05:18.752 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=989.69µs] [] [2024/05/07 00:05:19.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:19.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/07 00:05:19.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:19.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:19.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:19.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:19.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:19.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:19.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:19.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:19.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:19.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:19.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:19.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:19.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:19.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/07 00:05:19.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:19.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:05:19.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:19.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=37] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:19.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:19.376 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/07 00:05:19.380 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:19.380 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:19.380 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:19.380 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:19.381 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:19.380 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:19.381 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:19.381 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:19.381 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:19.381 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:19.382 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:19.382 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:19.382 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:19.382 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/07 00:05:19.382 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.765762075s] [] [2024/05/07 00:05:19.687 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:19.688 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=37] [step=post-process] [2024/05/07 00:05:19.700 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/07 00:05:19.700 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/07 00:05:19.700 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [2024/05/07 00:05:19.703 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:19.703 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:19.703 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:19.704 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:19.704 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:19.705 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:19.705 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:19.705 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:19.705 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:19.705 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:19.705 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:19.705 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:19.705 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:19.706 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:19.706 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:19.706 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:19.706 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:19.706 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:19.713 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=12.369749ms] [] [2024/05/07 00:05:19.713 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [checksum="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/07 00:05:19.713 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [weight=30] [2024/05/07 00:05:19.713 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [concurrency=15] [2024/05/07 00:05:19.715 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [local="{cksum=11697304548328283131,size=123,kvs=3}"] [2024/05/07 00:05:19.715 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=15.172163ms] [] [2024/05/07 00:05:19.715 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=76] [takeTime=15.288924ms] [] [2024/05/07 00:05:20.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=37] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:20.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=37] [task-type=ImportInto] [num=1] [2024/05/07 00:05:20.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:20.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=37] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:05:20.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:20.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=37] [step=done] [state=running] [] [2024/05/07 00:05:20.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=37] [2024/05/07 00:05:20.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:20.170 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.368096114\n# Parse_time: 0.000096789\n# Compile_time: 0.000433542\n# Rewrite_time: 0.000168623\n# Optimize_time: 0.000165372\n# Wait_TS: 0.000245625\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestLoadRemote/TestImportIntoPrivilegePositiveCase [2024/05/07 00:05:20.174 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/07 00:05:20.184 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists import_into"] [2024/05/07 00:05:20.184 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:20.199 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:queueing, SchemaState:public, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.218 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=564.9µs] [gotSchemaVersion=140] [phyTblIDs="[137]"] [actionTypes="[2]"] [2024/05/07 00:05:20.222 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=140] [2024/05/07 00:05:20.267 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.675289ms] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.280 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:write only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.295 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=539.473µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:20.299 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=141] [2024/05/07 00:05:20.339 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=37] [error="context canceled"] [2024/05/07 00:05:20.339 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=37] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.295611ms] [] [2024/05/07 00:05:20.345 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.039081ms] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.357 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [category=ddl] [job="ID:205, Type:drop schema, State:running, SchemaState:delete only, SchemaID:102, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.375 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=565.986µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:20.379 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=205] [version=142] [2024/05/07 00:05:20.424 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.753324ms] [job="ID:205, Type:drop schema, State:done, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.445 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[137]"] [2024/05/07 00:05:20.450 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop schema"] [2024/05/07 00:05:20.452 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=205] [conn=2] [job="ID:205, Type:drop schema, State:synced, SchemaState:none, SchemaID:102, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.468 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/07 00:05:20.468 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:20.470 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=142] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/07 00:05:20.484 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:20.484 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database import_into"] [2024/05/07 00:05:20.502 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:create schema, State:queueing, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.519 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=1.019706ms] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:20.521 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=37] [2024/05/07 00:05:20.523 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=207] [version=143] [2024/05/07 00:05:20.528 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:20.541 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:20.568 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.575758ms] [job="ID:207, Type:create schema, State:done, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.582 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:create schema, State:synced, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.592 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/07 00:05:20.593 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:20.596 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:05:20.610 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:20.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:20.610 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:20.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:05:20.626 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.646 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.924187ms] [gotSchemaVersion=144] [phyTblIDs="[208]"] [actionTypes="[3]"] [2024/05/07 00:05:20.650 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=209] [version=144] [2024/05/07 00:05:20.694 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.052465ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:20.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.708 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:20.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:20.719 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/07 00:05:20.719 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:20.722 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/07 00:05:20.781 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/07 00:05:20.818 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:20.861 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:20.899 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:20.939 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:20.977 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:21.051 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:05:21.069 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=38] [job-id=38] [thread-cnt=8] [2024/05/07 00:05:21.069 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=38] [2024/05/07 00:05:21.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=38] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:22.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:22.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/07 00:05:22.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/07 00:05:22.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:22.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 00:05:22.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=51.225µs] [2024/05/07 00:05:22.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=141.495µs] [] [2024/05/07 00:05:22.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:22.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:22.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:22.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:22.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:22.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=38] [2024/05/07 00:05:22.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=38] [type=ImportInto] [2024/05/07 00:05:22.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:22.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:22.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:22.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:22.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:22.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/07 00:05:22.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:22.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:22.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:22.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:22.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/07 00:05:22.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:22.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=import] [2024/05/07 00:05:22.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/07 00:05:22.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:22.622 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:22.622 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:22.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.623 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:22.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:22.624 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:22.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:22.624 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:22.624 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:22.624 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:22.624 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:22.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:22.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:22.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:22.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:22.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:22.629 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:22.630 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:22.630 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:22.638 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:22.638 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:22.638 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=38] [step=import] [limit=256MiB] [2024/05/07 00:05:22.651 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [2024/05/07 00:05:22.655 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:22.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:22.660 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=208] [2024/05/07 00:05:22.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [2024/05/07 00:05:22.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=208] [key=db.tbl.001.csv:0] [readDur=671.61µs] [encodeDur=384.778µs] [deliverDur=130.26µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.399103ms] [] [2024/05/07 00:05:22.676 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/32602cbf-169f-4993-b8b8-33631312378f.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000002] [2024/05/07 00:05:22.676 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=77] [takeTime=24.867375ms] [] [2024/05/07 00:05:22.676 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 00:05:22.676 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 00:05:22.676 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:22.678 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.23459ms] [] [2024/05/07 00:05:22.678 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:05:22.682 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:22.684 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 00:05:22.684 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:22.684 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:22.684 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:05:22.685 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD05F728000000000FF0000010000000000FA] [end=7480000000000000FFD05F728000000000FF0000030000000000FA] [2024/05/07 00:05:22.685 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD05F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:05:22.685 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=471.231µs] [2024/05/07 00:05:22.685 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.31303ms] [] [2024/05/07 00:05:22.703 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 74, but you sent conf_ver: 5 version: 72"] [region="{ID=332,startKey=7480000000000000FFD05F728000000000FF0000010000000000FA,endKey=7480000000000000FFD05F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:74 \",peers=\"id:333 store_id:1 ,id:334 store_id:3 ,id:335 store_id:2 \"}"] [start=7480000000000000D05F728000000000000001] [end=7480000000000000D05F728000000000000003] [2024/05/07 00:05:22.704 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D05F728000000000000001] [endKey=7480000000000000D05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:24.704 +08:00] [2024/05/07 00:05:22.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579980603785219] [req-type=Cop] [region="{ region id: 14, ver: 72, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:22.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579980603785219] [req-type=Cop] [region="{ region id: 14, ver: 72, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:24.840 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 00:05:24.842 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.163339532s] [] [2024/05/07 00:05:24.842 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:24.843 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.183345ms] [] [2024/05/07 00:05:24.843 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 00:05:24.843 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:24.845 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.868291ms] [] [2024/05/07 00:05:24.845 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:05:24.845 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:24.845 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=34.365µs] [] [2024/05/07 00:05:24.845 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:24.846 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=939.167µs] [] [2024/05/07 00:05:25.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:25.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/07 00:05:25.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:25.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:25.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:25.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:25.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:25.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:25.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:25.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:25.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:25.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:25.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:25.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:25.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:25.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 00:05:25.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:25.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:25.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:25.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=38] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:25.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:25.164 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/07 00:05:25.169 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:25.169 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:25.169 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:25.169 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:25.170 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:25.170 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:25.170 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:25.170 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/07 00:05:25.171 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.554352477s] [] [2024/05/07 00:05:25.477 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:25.478 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=38] [step=post-process] [2024/05/07 00:05:25.492 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/07 00:05:25.492 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/07 00:05:25.492 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [2024/05/07 00:05:25.495 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:25.496 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:25.496 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:25.497 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:25.497 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:25.498 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:25.498 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:25.498 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:25.498 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:25.498 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:25.498 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:25.499 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:25.499 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:25.506 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=14.220652ms] [] [2024/05/07 00:05:25.506 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:25.507 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [weight=30] [2024/05/07 00:05:25.507 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [concurrency=15] [2024/05/07 00:05:25.510 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:25.510 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=17.484535ms] [] [2024/05/07 00:05:25.510 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=78] [takeTime=17.641114ms] [] [2024/05/07 00:05:26.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=38] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:26.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=38] [task-type=ImportInto] [num=1] [2024/05/07 00:05:26.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:26.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=38] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:26.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:26.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=38] [step=done] [state=running] [] [2024/05/07 00:05:26.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=38] [2024/05/07 00:05:26.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:26.134 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=38] [error="context canceled"] [2024/05/07 00:05:26.134 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=38] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.165358ms] [] [2024/05/07 00:05:26.181 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.163741901\n# Parse_time: 0.000062934\n# Compile_time: 0.000379612\n# Rewrite_time: 0.000128821\n# Optimize_time: 0.000155374\n# Wait_TS: 0.000324994\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse import_into;\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:05:26.185 +08:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/07 00:05:26.185 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/07 00:05:26.199 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:26.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:26.199 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:26.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:05:26.216 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:26.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:26.242 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=1.891208ms] [gotSchemaVersion=145] [phyTblIDs="[208,210]"] [actionTypes="[11,11]"] [2024/05/07 00:05:26.247 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=211] [version=145] [2024/05/07 00:05:26.290 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.450242ms] [job="ID:211, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:26.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:26.304 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=211] [elementID=1] [comment="table ID is 208"] [2024/05/07 00:05:26.309 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="truncate table"] [2024/05/07 00:05:26.310 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:26.189 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:26.328 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/07 00:05:26.328 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:26.366 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:05:26.385 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=39] [job-id=39] [thread-cnt=8] [2024/05/07 00:05:26.385 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=39] [2024/05/07 00:05:26.436 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=38] [step=-2] [state=succeed] [2024/05/07 00:05:26.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=38] [2024/05/07 00:05:26.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:26.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:27.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=39] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:28.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:28.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/07 00:05:28.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/07 00:05:28.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:28.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 00:05:28.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=38.784µs] [2024/05/07 00:05:28.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=151.849µs] [] [2024/05/07 00:05:28.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:28.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:28.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:28.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:28.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:28.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=39] [2024/05/07 00:05:28.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=39] [type=ImportInto] [2024/05/07 00:05:28.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:28.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:28.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:28.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:28.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:28.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/07 00:05:28.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:28.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:28.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:28.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:28.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/07 00:05:28.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:28.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=import] [2024/05/07 00:05:28.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/07 00:05:28.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:28.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:28.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:28.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:28.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:28.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:28.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:28.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:28.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:28.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:28.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:28.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:28.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:28.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:28.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:28.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:28.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:28.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:28.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:28.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:28.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:28.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=39] [step=import] [limit=256MiB] [2024/05/07 00:05:28.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [2024/05/07 00:05:28.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:28.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:28.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/07 00:05:28.680 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/07 00:05:28.682 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=916.056µs] [encodeDur=215.801µs] [deliverDur=194.511µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=1.581373ms] [] [2024/05/07 00:05:28.683 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=79] [takeTime=28.783754ms] [] [2024/05/07 00:05:28.683 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/90863754-bbf3-4691-b353-4dbaeb5cecdd.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/07 00:05:28.683 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 00:05:28.683 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 00:05:28.683 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:28.685 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.450417ms] [] [2024/05/07 00:05:28.685 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:05:28.689 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:28.691 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 00:05:28.691 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:28.691 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:28.691 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:05:28.692 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD25F728000000000FF0000010000000000FA] [end=7480000000000000FFD25F728000000000FF0000030000000000FA] [2024/05/07 00:05:28.692 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD25F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD25F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:05:28.692 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=359.652µs] [2024/05/07 00:05:28.692 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.027278ms] [] [2024/05/07 00:05:28.699 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:74 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 76, request epoch conf_ver: 5 version: 74\")"] ["job stage"=needRescan] [2024/05/07 00:05:28.700 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D25F728000000000000001] [endKey=7480000000000000D25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:30.700 +08:00] [2024/05/07 00:05:28.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579982176649219] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:28.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579982176649219] [req-type=Cop] [region="{ region id: 14, ver: 74, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:30.720 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 00:05:30.721 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.036121242s] [] [2024/05/07 00:05:30.722 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:30.723 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.136556ms] [] [2024/05/07 00:05:30.723 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 00:05:30.723 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:30.725 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.878102ms] [] [2024/05/07 00:05:30.725 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:05:30.725 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:30.725 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=54.146µs] [] [2024/05/07 00:05:30.725 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:30.726 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=902.254µs] [] [2024/05/07 00:05:31.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:31.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/07 00:05:31.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:31.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:31.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:31.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:31.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:31.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:31.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:31.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:31.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:31.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:31.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:31.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:31.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:31.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 00:05:31.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:31.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:31.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:31.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=39] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:31.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:31.351 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/07 00:05:31.354 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:31.355 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:31.355 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:31.355 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:31.356 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:31.356 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:31.356 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:31.356 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/07 00:05:31.356 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.739159204s] [] [2024/05/07 00:05:31.662 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:31.663 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=39] [step=post-process] [2024/05/07 00:05:31.676 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/07 00:05:31.676 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/07 00:05:31.676 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [2024/05/07 00:05:31.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:31.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:31.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:31.680 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:31.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:31.681 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:31.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:31.681 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:31.681 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:31.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:31.681 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:31.681 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:31.682 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:31.682 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:31.682 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:31.682 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:31.682 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:31.682 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:31.690 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=14.092048ms] [] [2024/05/07 00:05:31.690 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:31.691 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [weight=30] [2024/05/07 00:05:31.691 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [concurrency=15] [2024/05/07 00:05:31.693 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:31.693 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=17.063728ms] [] [2024/05/07 00:05:31.693 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=80] [takeTime=17.198421ms] [] [2024/05/07 00:05:32.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=39] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:32.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=39] [task-type=ImportInto] [num=1] [2024/05/07 00:05:32.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:32.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=39] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:32.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:32.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=39] [step=done] [state=running] [] [2024/05/07 00:05:32.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=39] [2024/05/07 00:05:32.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:32.096 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.765553811\n# Parse_time: 0.000089849\n# Compile_time: 0.000596561\n# Rewrite_time: 0.000200378\n# Optimize_time: 0.00019797\n# Wait_TS: 0.000275898\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:05:32.099 +08:00] [WARN] [session.go:2245] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4512\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:840\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:576\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:494\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:352\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:98\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2221\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:336\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:409\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:110\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase2513932597/001/file.csv'"] [2024/05/07 00:05:32.100 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 00:05:32.138 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/07 00:05:32.152 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:32.152 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:05:32.167 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:206, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:32.191 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.031624ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [2024/05/07 00:05:32.195 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=213] [version=146] [2024/05/07 00:05:32.239 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.099301ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:32.252 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=213] [elementID=1] [comment="table ID is 210"] [2024/05/07 00:05:32.257 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/07 00:05:32.258 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:206, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:32.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:32.275 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/07 00:05:32.275 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:32.311 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase2513932597/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:05:32.311 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:05:32.311 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 00:05:32.311 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=46.7µs] [2024/05/07 00:05:32.311 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=139.419µs] [] [2024/05/07 00:05:32.316 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=39] [error="context canceled"] [2024/05/07 00:05:32.316 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=39] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.23125ms] [] [2024/05/07 00:05:32.329 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=40] [job-id=40] [thread-cnt=8] [2024/05/07 00:05:32.329 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=40] [2024/05/07 00:05:32.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=39] [2024/05/07 00:05:32.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:32.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:33.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=40] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:34.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:34.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/07 00:05:34.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/07 00:05:34.024 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:34.024 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:34.024 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:34.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:34.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:34.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=40] [2024/05/07 00:05:34.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=40] [type=ImportInto] [2024/05/07 00:05:34.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:34.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:34.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:34.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:34.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:34.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/07 00:05:34.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:34.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:34.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:34.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:34.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:34.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:34.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:34.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:34.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:34.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:34.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/07 00:05:34.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:34.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=import] [2024/05/07 00:05:34.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/07 00:05:34.621 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:34.621 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:34.622 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:34.622 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.622 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:34.623 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:34.623 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.623 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:34.623 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:34.623 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:34.623 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:34.623 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:34.623 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:34.623 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:34.624 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:34.624 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:34.624 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:34.624 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:34.624 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:34.627 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:34.628 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:34.628 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:34.628 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.629 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:34.629 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:34.629 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:34.638 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:34.638 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:05:34.638 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=40] [step=import] [limit=256MiB] [2024/05/07 00:05:34.650 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [2024/05/07 00:05:34.655 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:34.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:34.660 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/07 00:05:34.672 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=212] [key=file.csv:0] [2024/05/07 00:05:34.673 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=file.csv:0] [readDur=70.25µs] [encodeDur=241.045µs] [deliverDur=187.536µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [takeTime=731.172µs] [] [2024/05/07 00:05:34.674 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=81] [takeTime=23.688706ms] [] [2024/05/07 00:05:34.674 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5715ec73-1c14-472e-97f8-44f301c8d6dd.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/07 00:05:34.674 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/07 00:05:34.674 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/07 00:05:34.674 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:34.677 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.321107ms] [] [2024/05/07 00:05:34.677 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 00:05:34.680 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:34.682 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 00:05:34.683 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:34.683 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:34.683 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:05:34.683 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD45F728000000000FF0000010000000000FA] [end=7480000000000000FFD45F728000000000FF0000030000000000FA] [2024/05/07 00:05:34.683 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD45F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD45F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:05:34.684 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=352.257µs] [2024/05/07 00:05:34.684 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.039136ms] [] [2024/05/07 00:05:34.691 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:76 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 78, request epoch conf_ver: 5 version: 76\")"] ["job stage"=needRescan] [2024/05/07 00:05:34.691 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D45F728000000000000001] [endKey=7480000000000000D45F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:36.691 +08:00] [2024/05/07 00:05:34.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579983749513219] [req-type=Cop] [region="{ region id: 14, ver: 76, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:34.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579983749513219] [req-type=Cop] [region="{ region id: 14, ver: 76, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:36.708 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 00:05:36.710 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=2.033205571s] [] [2024/05/07 00:05:36.710 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 00:05:36.711 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.324174ms] [] [2024/05/07 00:05:36.711 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/07 00:05:36.711 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:36.714 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=2.175159ms] [] [2024/05/07 00:05:36.714 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 00:05:36.714 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:36.714 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=40.81µs] [] [2024/05/07 00:05:36.714 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 00:05:36.715 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=983.407µs] [] [2024/05/07 00:05:37.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:37.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/07 00:05:37.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:37.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:37.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:37.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:37.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:37.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:37.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:37.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:37.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:05:37.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:37.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:37.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:37.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:37.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 00:05:37.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:37.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:37.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:37.075 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=40] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:37.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:37.350 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/07 00:05:37.354 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:37.354 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:37.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:37.354 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:37.355 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:37.355 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:37.355 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:37.355 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/07 00:05:37.355 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.738172609s] [] [2024/05/07 00:05:37.661 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:37.663 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=40] [step=post-process] [2024/05/07 00:05:37.676 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/07 00:05:37.676 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/07 00:05:37.676 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [2024/05/07 00:05:37.679 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:37.680 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:37.680 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:37.681 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:37.681 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:37.682 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:37.682 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:37.682 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:37.682 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:37.682 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:37.682 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:37.682 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:37.683 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:37.683 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:37.691 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=14.695217ms] [] [2024/05/07 00:05:37.691 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:37.692 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [weight=30] [2024/05/07 00:05:37.692 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [concurrency=15] [2024/05/07 00:05:37.694 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 00:05:37.694 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=17.872481ms] [] [2024/05/07 00:05:37.694 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=82] [takeTime=18.060617ms] [] [2024/05/07 00:05:38.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=40] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:38.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=40] [task-type=ImportInto] [num=1] [2024/05/07 00:05:38.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:38.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=40] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:38.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:38.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=40] [step=done] [state=running] [] [2024/05/07 00:05:38.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=40] [2024/05/07 00:05:38.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:38.318 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=40] [error="context canceled"] [2024/05/07 00:05:38.318 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=40] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.869506ms] [] [2024/05/07 00:05:38.341 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.062931426\n# Parse_time: 0.000083383\n# Compile_time: 0.000482139\n# Rewrite_time: 0.000154874\n# Optimize_time: 0.000184267\n# Wait_TS: 0.000323494\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestLoadRemoteTestImportIntoPrivilegePositiveCase2513932597/001/file.csv';"] === RUN TestLoadRemote/TestImportMode [2024/05/07 00:05:38.346 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 00:05:38.357 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:38.357 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 00:05:38.371 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:queueing, SchemaState:public, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.389 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=483.164µs] [gotSchemaVersion=147] [phyTblIDs="[203]"] [actionTypes="[2]"] [2024/05/07 00:05:38.393 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=147] [2024/05/07 00:05:38.438 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.637095ms] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.452 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:write only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.467 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=579.133µs] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:38.471 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=148] [2024/05/07 00:05:38.516 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.496499ms] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=40] [2024/05/07 00:05:38.529 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:38.530 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [category=ddl] [job="ID:214, Type:drop schema, State:running, SchemaState:delete only, SchemaID:197, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:38.549 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=628.848µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:38.553 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=214] [version=149] [2024/05/07 00:05:38.599 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.508145ms] [job="ID:214, Type:drop schema, State:done, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.613 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=214] [tableIDs="[203]"] [2024/05/07 00:05:38.618 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="drop schema"] [2024/05/07 00:05:38.620 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=214] [conn=2] [job="ID:214, Type:drop schema, State:synced, SchemaState:none, SchemaID:197, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.637 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/07 00:05:38.637 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:38.640 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=149] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 00:05:38.653 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:38.653 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/07 00:05:38.668 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:create schema, State:queueing, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.685 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=1.012593ms] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:05:38.689 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=216] [version=150] [2024/05/07 00:05:38.734 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.156852ms] [job="ID:216, Type:create schema, State:done, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:05:38.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.748 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:create schema, State:synced, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.759 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/07 00:05:38.759 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:38.762 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/07 00:05:38.777 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:38.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:38.777 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:38.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/07 00:05:38.792 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.814 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.829874ms] [gotSchemaVersion=151] [phyTblIDs="[217]"] [actionTypes="[3]"] [2024/05/07 00:05:38.818 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=218] [version=151] [2024/05/07 00:05:38.862 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.056143ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:38.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.877 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:38.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:38.891 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/07 00:05:38.891 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:38.931 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:05:38.950 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=41] [job-id=41] [thread-cnt=8] [2024/05/07 00:05:38.950 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=41] [2024/05/07 00:05:39.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=41] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:40.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:40.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/07 00:05:40.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/07 00:05:40.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/07 00:05:40.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 00:05:40.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=45.349µs] [2024/05/07 00:05:40.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=157.347µs] [] [2024/05/07 00:05:40.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:40.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:40.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:40.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:40.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:40.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=41] [2024/05/07 00:05:40.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=41] [type=ImportInto] [2024/05/07 00:05:40.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:40.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:40.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:40.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:40.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:40.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.524 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:40.524 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:40.524 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:40.524 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:40.524 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:40.524 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:40.524 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:40.530 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/07 00:05:40.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:40.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=import] [2024/05/07 00:05:40.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/07 00:05:40.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:40.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:40.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:40.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:40.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:40.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:40.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:40.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:40.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:40.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:40.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:40.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:40.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:40.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:40.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:40.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:40.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:40.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:40.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:40.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:40.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:40.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:40.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:40.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:40.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.7GB] [2024/05/07 00:05:40.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=41] [step=import] [limit=256MiB] [2024/05/07 00:05:40.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [2024/05/07 00:05:40.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:40.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:40.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=217] [2024/05/07 00:05:40.695 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [2024/05/07 00:05:40.697 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=217] [key=import_mode-1.tsv:0] [readDur=932.593µs] [encodeDur=882.215µs] [deliverDur=167.95µs] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [takeTime=2.226586ms] [] [2024/05/07 00:05:40.698 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=83] [takeTime=42.337736ms] [] [2024/05/07 00:05:40.698 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/9320d398-8e8c-4c7f-b70c-8cf7671878ef.sst] [firstKey=7480000000000000D95F728000000000000001] [lastKey=7480000000000000D95F728000000000000001] [2024/05/07 00:05:40.698 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 00:05:40.698 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 00:05:40.698 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:40.701 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.585316ms] [] [2024/05/07 00:05:40.701 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 00:05:40.705 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:40.706 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:05:40.706 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:40.706 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:40.706 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:05:40.707 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFD95F728000000000FF0000010000000000FA] [end=7480000000000000FFD95F728000000000FF0000020000000000FA] [2024/05/07 00:05:40.707 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFD95F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFD95F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:05:40.707 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=463.554µs] [2024/05/07 00:05:40.707 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.200171ms] [] [2024/05/07 00:05:40.715 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 20, store 3, region 14, epoch conf_ver:5 version:78 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 80, request epoch conf_ver: 5 version: 78\")"] ["job stage"=needRescan] [2024/05/07 00:05:40.715 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000D95F728000000000000001] [endKey=7480000000000000D95F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:42.715 +08:00] [2024/05/07 00:05:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579985322377219] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579985322377219] [req-type=Cop] [region="{ region id: 14, ver: 78, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:42.734 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:05:42.735 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.034626806s] [] [2024/05/07 00:05:42.736 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:42.737 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.260344ms] [] [2024/05/07 00:05:42.737 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 00:05:42.737 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:42.739 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.688679ms] [] [2024/05/07 00:05:42.739 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 00:05:42.739 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:42.739 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=39.993µs] [] [2024/05/07 00:05:42.739 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:42.740 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=937.899µs] [] [2024/05/07 00:05:43.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:43.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/07 00:05:43.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:43.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:43.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:43.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:43.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:43.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:43.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:43.024 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/07 00:05:43.024 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:43.024 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:43.024 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:43.024 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:43.024 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:43.025 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:43.039 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:05:43.041 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:43.041 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:43.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:43.053 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=41] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:43.054 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:43.364 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/07 00:05:43.367 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:43.367 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:43.367 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:43.367 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:43.368 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:43.368 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:43.368 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:43.368 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/07 00:05:43.369 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.751436588s] [] [2024/05/07 00:05:43.675 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:43.676 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=41] [step=post-process] [2024/05/07 00:05:43.689 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/07 00:05:43.689 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/07 00:05:43.689 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [2024/05/07 00:05:43.692 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:43.692 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:43.692 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:43.693 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:43.693 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:43.694 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:43.694 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:43.694 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:43.694 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:43.694 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:43.694 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:43.694 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:43.694 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:43.694 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:43.695 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:43.695 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:43.695 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:43.695 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:43.695 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:44.079 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=389.474397ms] [] [2024/05/07 00:05:44.079 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [checksum="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/07 00:05:44.080 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [weight=30] [2024/05/07 00:05:44.080 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [concurrency=15] [2024/05/07 00:05:44.082 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [local="{cksum=12868151214631938282,size=37,kvs=1}"] [2024/05/07 00:05:44.082 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=392.396035ms] [] [2024/05/07 00:05:44.082 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=84] [takeTime=392.567981ms] [] [2024/05/07 00:05:44.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=41] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:44.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=41] [task-type=ImportInto] [num=1] [2024/05/07 00:05:44.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:44.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=41] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:44.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:44.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=41] [step=done] [state=running] [] [2024/05/07 00:05:44.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=41] [2024/05/07 00:05:44.539 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:44.661 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.767092543\n# Parse_time: 0.000089823\n# Compile_time: 0.000469223\n# Rewrite_time: 0.000145748\n# Optimize_time: 0.000198696\n# Wait_TS: 0.000267556\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 00:05:44.704 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=41] [error="context canceled"] [2024/05/07 00:05:44.704 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=41] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=1.028611233s] [] [2024/05/07 00:05:45.006 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=41] [step=-2] [state=succeed] [2024/05/07 00:05:45.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=41] [2024/05/07 00:05:45.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:45.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:45.050 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:05:45.063 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:45.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:45.063 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:45.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:05:45.077 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:45.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:45.100 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=1.992633ms] [gotSchemaVersion=152] [phyTblIDs="[217,219]"] [actionTypes="[11,11]"] [2024/05/07 00:05:45.104 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=220] [version=152] [2024/05/07 00:05:45.148 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.361751ms] [job="ID:220, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:45.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:45.161 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=220] [elementID=1] [comment="table ID is 217"] [2024/05/07 00:05:45.165 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="truncate table"] [2024/05/07 00:05:45.166 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:45.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:45.183 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/07 00:05:45.183 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:45.218 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:05:45.236 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=42] [job-id=42] [thread-cnt=8] [2024/05/07 00:05:45.236 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=42] [2024/05/07 00:05:45.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=42] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:46.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:46.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/07 00:05:46.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/07 00:05:46.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/07 00:05:46.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 00:05:46.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=43.498µs] [2024/05/07 00:05:46.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=149.417µs] [] [2024/05/07 00:05:46.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:46.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:46.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:46.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:46.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:46.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=42] [2024/05/07 00:05:46.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=42] [type=ImportInto] [2024/05/07 00:05:46.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:46.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:46.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:46.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:46.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.521 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:46.521 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:46.521 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:46.521 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:46.521 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:46.521 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:46.522 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:46.527 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/07 00:05:46.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:46.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=import] [2024/05/07 00:05:46.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/07 00:05:46.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:46.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:46.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:46.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:46.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:46.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:46.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:46.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:46.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:46.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:46.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:46.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:46.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:46.629 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:05:46.630 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:46.630 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:46.630 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:46.630 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:46.635 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:46.635 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:46.635 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:46.636 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.636 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:46.637 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:46.637 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:46.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:46.647 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.7GB] [2024/05/07 00:05:46.647 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=42] [step=import] [limit=256MiB] [2024/05/07 00:05:46.661 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [2024/05/07 00:05:46.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:46.670 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:46.671 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/07 00:05:46.685 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/07 00:05:46.687 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.306631ms] [encodeDur=301.283µs] [deliverDur=161.308µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [takeTime=2.011273ms] [] [2024/05/07 00:05:46.687 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/c35bf53f-9c46-464a-b308-696bcc488cef.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/07 00:05:46.688 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=85] [takeTime=26.870232ms] [] [2024/05/07 00:05:46.688 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 00:05:46.688 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 00:05:46.688 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:46.690 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.322701ms] [] [2024/05/07 00:05:46.690 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 00:05:46.694 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:46.695 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:05:46.696 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:46.696 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:46.696 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:05:46.696 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDB5F728000000000FF0000010000000000FA] [end=7480000000000000FFDB5F728000000000FF0000020000000000FA] [2024/05/07 00:05:46.696 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDB5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:05:46.697 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=396.685µs] [2024/05/07 00:05:46.697 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.106866ms] [] [2024/05/07 00:05:46.704 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:80 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 82, request epoch conf_ver: 5 version: 80\")"] ["job stage"=needRescan] [2024/05/07 00:05:46.704 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000DB5F728000000000000001] [endKey=7480000000000000DB5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:05:48.704 +08:00] [2024/05/07 00:05:46.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579986895241219] [req-type=Cop] [region="{ region id: 14, ver: 80, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:46.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579986895241219] [req-type=Cop] [region="{ region id: 14, ver: 80, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:48.725 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:05:48.726 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.036002751s] [] [2024/05/07 00:05:48.726 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:48.728 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.248005ms] [] [2024/05/07 00:05:48.728 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 00:05:48.728 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:48.730 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=2.096161ms] [] [2024/05/07 00:05:48.730 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 00:05:48.730 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:48.730 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=40.91µs] [] [2024/05/07 00:05:48.730 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:48.731 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.089685ms] [] [2024/05/07 00:05:49.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:05:49.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/07 00:05:49.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/07 00:05:49.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:49.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:49.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:49.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:49.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:49.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:49.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:49.022 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/07 00:05:49.022 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:49.022 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:49.022 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:49.022 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:49.022 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:49.022 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:49.022 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:49.023 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:49.023 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:49.023 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:49.023 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:49.023 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:49.038 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:05:49.040 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:05:49.040 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:49.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:49.053 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=42] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:05:49.053 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:49.357 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:05:49.362 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:49.362 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:49.362 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:49.362 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:49.363 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:49.363 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:49.363 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:49.363 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/07 00:05:49.363 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.74530739s] [] [2024/05/07 00:05:49.669 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:49.670 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=42] [step=post-process] [2024/05/07 00:05:49.684 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/07 00:05:54.684 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/07 00:05:54.684 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [2024/05/07 00:05:54.687 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:54.688 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:54.688 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:54.689 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:54.689 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:54.690 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:54.690 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:54.690 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:54.690 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:54.690 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:54.690 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:54.699 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=14.622402ms] [] [2024/05/07 00:05:54.699 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/07 00:05:54.700 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [weight=30] [2024/05/07 00:05:54.700 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [concurrency=15] [2024/05/07 00:05:54.702 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/07 00:05:54.702 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=18.157784ms] [] [2024/05/07 00:05:54.702 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=86] [takeTime=5.018533271s] [] [2024/05/07 00:05:55.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=42] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:05:55.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=42] [task-type=ImportInto] [num=1] [2024/05/07 00:05:55.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=post-process] [next-step=done] [2024/05/07 00:05:55.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=42] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:05:55.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:05:55.172 +08:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449579989071298566] [info="{StartTs:449579989071298566 AttemptedCommitTs:449579989071298568 Key:7480000000000000545f72800000000000002a MinCommitTs:449579989097250820}"] [2024/05/07 00:05:55.174 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=42] [step=done] [state=running] [] [2024/05/07 00:05:55.177 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=42] [2024/05/07 00:05:55.185 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:05:55.328 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=42] [error="context canceled"] [2024/05/07 00:05:55.328 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=42] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.659103844s] [] [2024/05/07 00:05:55.448 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 10.263297334\n# Parse_time: 0.000064119\n# Compile_time: 0.000350878\n# Rewrite_time: 0.000117703\n# Optimize_time: 0.000157085\n# Wait_TS: 0.000287477\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTAuM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTAuM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 00:05:55.451 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:05:55.466 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:55.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:55.466 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:55.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:05:55.482 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:55.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.507 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.298701ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [2024/05/07 00:05:55.511 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=222] [version=153] [2024/05/07 00:05:55.522 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=42] [2024/05/07 00:05:55.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:05:55.555 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.960324ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:55.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.569 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=222] [elementID=1] [comment="table ID is 219"] [2024/05/07 00:05:55.574 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/07 00:05:55.575 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:55.44 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.593 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/07 00:05:55.594 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:55.596 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:05:55.596 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:05:55.609 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:55.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:05:55.610 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 00:05:55.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:05:55.625 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 00:05:55.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.651 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=1.938462ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [2024/05/07 00:05:55.655 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=224] [version=154] [2024/05/07 00:05:55.699 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.971772ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:55.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.713 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=224] [elementID=1] [comment="table ID is 221"] [2024/05/07 00:05:55.718 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/07 00:05:55.720 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 00:05:55.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:05:55.738 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/07 00:05:55.738 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:05:55.776 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=false] [2024/05/07 00:05:55.795 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=43] [job-id=43] [thread-cnt=8] [2024/05/07 00:05:55.795 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=43] [2024/05/07 00:05:57.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=43] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:05:58.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:05:58.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/07 00:05:58.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/07 00:05:58.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/07 00:05:58.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 00:05:58.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=43.303µs] [2024/05/07 00:05:58.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=144.709µs] [] [2024/05/07 00:05:58.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:05:58.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:05:58.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:05:58.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:05:58.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:05:58.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=43] [2024/05/07 00:05:58.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=43] [type=ImportInto] [2024/05/07 00:05:58.521 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/07 00:05:58.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:05:58.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=import] [2024/05/07 00:05:58.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/07 00:05:58.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:58.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:58.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:58.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:58.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:58.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:05:58.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:05:58.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:05:58.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:05:58.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:05:58.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:05:58.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:05:58.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:05:58.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:05:58.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:05:58.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:05:58.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:58.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:05:58.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:05:58.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:05:58.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:05:58.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.7GB] [2024/05/07 00:05:58.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=43] [step=import] [limit=256MiB] [2024/05/07 00:05:58.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [2024/05/07 00:05:58.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:58.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:05:58.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=223] [2024/05/07 00:05:58.677 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [2024/05/07 00:05:58.678 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=223] [key=import_mode-1.tsv:0] [readDur=735.549µs] [encodeDur=345.739µs] [deliverDur=140.96µs] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [takeTime=1.412318ms] [] [2024/05/07 00:05:58.679 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=87] [takeTime=24.917717ms] [] [2024/05/07 00:05:58.679 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/e150c787-4e54-4248-9ae2-3312d49d197b.sst] [firstKey=7480000000000000DF5F728000000000000001] [lastKey=7480000000000000DF5F728000000000000001] [2024/05/07 00:05:58.679 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 00:05:58.679 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 00:05:58.679 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:58.682 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.449837ms] [] [2024/05/07 00:05:58.682 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 00:05:58.686 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:05:58.688 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:05:58.688 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:05:58.688 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:05:58.688 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:05:58.688 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFDF5F728000000000FF0000010000000000FA] [end=7480000000000000FFDF5F728000000000FF0000020000000000FA] [2024/05/07 00:05:58.688 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFDF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFDF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:05:58.689 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=479.555µs] [2024/05/07 00:05:58.689 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.169839ms] [] [2024/05/07 00:05:58.696 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:82 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 84, request epoch conf_ver: 5 version: 82\")"] ["job stage"=needRescan] [2024/05/07 00:05:58.697 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000DF5F728000000000000001] [endKey=7480000000000000DF5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:00.697 +08:00] [2024/05/07 00:05:58.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579990040969219] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:05:58.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579990040969219] [req-type=Cop] [region="{ region id: 14, ver: 82, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:00.714 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:06:00.716 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.033554284s] [] [2024/05/07 00:06:00.716 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:00.717 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.181275ms] [] [2024/05/07 00:06:00.717 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 00:06:00.717 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:00.719 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.780765ms] [] [2024/05/07 00:06:00.719 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 00:06:00.719 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:00.719 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=38.544µs] [] [2024/05/07 00:06:00.719 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:00.720 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=882.836µs] [] [2024/05/07 00:06:01.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:01.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/07 00:06:01.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:01.031 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:06:01.033 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:01.033 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:01.033 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:01.046 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=43] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:01.046 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:01.343 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:01.346 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:01.346 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:01.346 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:01.346 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:01.348 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:01.348 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:01.348 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:01.348 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/07 00:06:01.348 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.730260867s] [] [2024/05/07 00:06:01.653 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:01.654 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=43] [step=post-process] [2024/05/07 00:06:01.666 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/07 00:06:01.667 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/07 00:06:01.667 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [2024/05/07 00:06:01.669 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:01.670 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:01.670 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:01.671 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:01.671 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:01.673 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:01.673 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:01.673 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:01.673 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:01.673 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:01.673 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:01.673 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:01.673 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:01.674 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:06:01.674 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:01.674 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:01.674 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:01.674 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:01.684 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=16.929537ms] [] [2024/05/07 00:06:01.684 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [checksum="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/07 00:06:01.685 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [weight=30] [2024/05/07 00:06:01.685 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [concurrency=15] [2024/05/07 00:06:01.687 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [local="{cksum=13655940393875608893,size=37,kvs=1}"] [2024/05/07 00:06:01.687 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=20.635109ms] [] [2024/05/07 00:06:01.687 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=88] [takeTime=20.797174ms] [] [2024/05/07 00:06:02.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=43] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:02.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=43] [task-type=ImportInto] [num=1] [2024/05/07 00:06:02.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:02.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=43] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:02.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:02.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=43] [step=done] [state=running] [] [2024/05/07 00:06:02.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=43] [2024/05/07 00:06:02.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:02.106 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.365638057\n# Parse_time: 0.00008709\n# Compile_time: 0.000385638\n# Rewrite_time: 0.000123797\n# Optimize_time: 0.000176641\n# Wait_TS: 0.000298022\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/07 00:06:02.109 +08:00] [INFO] [region_request.go:1531] ["throwing pseudo region error due to no replica available"] [req-ts=449579990932258820] [req-type=Cop] [region="{ region id: 368, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: invalidStore, cacheRegionIsValid: true, replicaStatus: [peer: 369, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 370, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 371, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=1] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=369-not_leader-371:1] [2024/05/07 00:06:02.113 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:06:02.127 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:02.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:02.127 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:02.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:06:02.141 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:02.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.167 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=1.871144ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [2024/05/07 00:06:02.171 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=226] [version=155] [2024/05/07 00:06:02.215 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.665608ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:02.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.229 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=226] [elementID=1] [comment="table ID is 223"] [2024/05/07 00:06:02.234 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/07 00:06:02.235 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:02.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.253 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/07 00:06:02.253 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:02.310 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=43] [error="context canceled"] [2024/05/07 00:06:02.310 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=43] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=657.216429ms] [] [2024/05/07 00:06:02.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=43] [2024/05/07 00:06:02.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:02.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:02.545 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:06:02.559 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:02.559 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:06:02.573 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.596 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.026945ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [2024/05/07 00:06:02.601 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=228] [version=156] [2024/05/07 00:06:02.645 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.443807ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.659 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=228] [elementID=1] [comment="table ID is 225"] [2024/05/07 00:06:02.663 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/07 00:06:02.665 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:02.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:02.682 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/07 00:06:02.682 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:02.698 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:02.716 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=44] [job-id=44] [thread-cnt=8] [2024/05/07 00:06:02.716 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=44] [2024/05/07 00:06:03.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=44] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:04.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:04.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/07 00:06:04.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/07 00:06:04.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/07 00:06:04.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 00:06:04.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=53.777µs] [2024/05/07 00:06:04.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=148.461µs] [] [2024/05/07 00:06:04.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:04.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:04.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:04.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:04.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:04.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=44] [2024/05/07 00:06:04.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=44] [type=ImportInto] [2024/05/07 00:06:04.523 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/07 00:06:04.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:04.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=import] [2024/05/07 00:06:04.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/07 00:06:04.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:04.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:04.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:04.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:04.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:04.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:04.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:04.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:04.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:04.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:04.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:04.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:04.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:04.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:04.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:04.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:04.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:04.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:04.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:04.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:04.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:04.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:04.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:04.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:04.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:04.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:04.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:04.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.7GB] [2024/05/07 00:06:04.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=44] [step=import] [limit=256MiB] [2024/05/07 00:06:04.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [2024/05/07 00:06:04.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:04.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:04.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=227] [2024/05/07 00:06:04.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [2024/05/07 00:06:04.681 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=227] [key=import_mode-1.tsv:0] [readDur=902.354µs] [encodeDur=355.073µs] [deliverDur=171.535µs] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [takeTime=1.666773ms] [] [2024/05/07 00:06:04.682 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/4c70a8bb-7c97-44df-a7f3-9ad520be555c.sst] [firstKey=7480000000000000E35F728000000000000001] [lastKey=7480000000000000E35F728000000000000001] [2024/05/07 00:06:04.682 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=89] [takeTime=25.788162ms] [] [2024/05/07 00:06:04.682 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 00:06:04.682 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 00:06:04.682 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:04.685 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.450358ms] [] [2024/05/07 00:06:04.685 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 00:06:04.689 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:04.690 +08:00] [INFO] [local.go:1539] ["switch import mode of ranges"] [startKey=7480000000000000e35f728000000000000001] [endKey=7480000000000000e35f728000000000000002] [2024/05/07 00:06:04.690 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:06:04.690 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Import] [2024/05/07 00:06:04.691 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:04.691 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:04.691 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:06:04.691 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFE35F728000000000FF0000010000000000FA] [end=7480000000000000FFE35F728000000000FF0000020000000000FA] [2024/05/07 00:06:04.691 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFE35F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFE35F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:06:04.692 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=414.855µs] [2024/05/07 00:06:04.692 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.119442ms] [] [2024/05/07 00:06:04.712 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:84 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 86, request epoch conf_ver: 5 version: 84\")"] ["job stage"=needRescan] [2024/05/07 00:06:04.713 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000E35F728000000000000001] [endKey=7480000000000000E35F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:06.713 +08:00] [2024/05/07 00:06:04.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579991613833219] [req-type=Cop] [region="{ region id: 14, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:04.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579991613833219] [req-type=Cop] [region="{ region id: 14, ver: 84, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:07.082 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:06:07.083 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [mode=Normal] [2024/05/07 00:06:07.103 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=2.418164979s] [] [2024/05/07 00:06:07.103 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:07.104 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.289924ms] [] [2024/05/07 00:06:07.105 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 00:06:07.105 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:07.107 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=2.155204ms] [] [2024/05/07 00:06:07.107 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 00:06:07.107 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:07.107 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=43.11µs] [] [2024/05/07 00:06:07.107 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:07.108 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=912.812µs] [] [2024/05/07 00:06:07.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:07.519 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/07 00:06:07.520 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:07.535 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:06:07.536 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:07.536 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:07.537 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:07.550 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=44] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:07.550 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:07.733 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/07 00:06:07.737 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:07.737 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:07.737 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:07.737 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:07.738 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:07.738 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:07.738 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:07.738 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/07 00:06:07.738 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.120429795s] [] [2024/05/07 00:06:08.045 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:08.047 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=44] [step=post-process] [2024/05/07 00:06:08.060 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/07 00:06:08.060 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/07 00:06:08.061 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [2024/05/07 00:06:08.063 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:08.064 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:08.064 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:08.065 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:08.065 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:08.066 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:08.066 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:08.066 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:08.066 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:08.066 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:08.066 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:08.066 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:08.066 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:08.066 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:08.066 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:08.067 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:08.067 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:08.067 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:08.067 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:08.074 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=13.628085ms] [] [2024/05/07 00:06:08.074 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [checksum="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/07 00:06:08.075 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [weight=30] [2024/05/07 00:06:08.075 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [concurrency=15] [2024/05/07 00:06:08.078 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [local="{cksum=15786991018079617067,size=37,kvs=1}"] [2024/05/07 00:06:08.078 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=17.432008ms] [] [2024/05/07 00:06:08.078 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=90] [takeTime=17.641154ms] [] [2024/05/07 00:06:08.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=44] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:08.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=44] [task-type=ImportInto] [num=1] [2024/05/07 00:06:08.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:08.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=44] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:08.520 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:08.531 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=44] [step=done] [state=running] [] [2024/05/07 00:06:08.535 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=44] [2024/05/07 00:06:08.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:08.706 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=44] [error="context canceled"] [2024/05/07 00:06:08.706 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=44] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.421694ms] [] [2024/05/07 00:06:08.729 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.044648041\n# Parse_time: 0.000071742\n# Compile_time: 0.000404333\n# Rewrite_time: 0.000126258\n# Optimize_time: 0.000166419\n# Wait_TS: 0.000396961\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 00:06:08.733 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 00:06:08.749 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.import_mode;"] [2024/05/07 00:06:08.749 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:08.768 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:215, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:08.976 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=184.328701ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [2024/05/07 00:06:08.978 +08:00] [INFO] [syncer.go:362] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id a017025f-2717-4593-abb0-cf01df86d094"] ["ddl job id"=230] [ver=157] [2024/05/07 00:06:08.981 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=230] [version=157] [2024/05/07 00:06:08.999 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=211.316499ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:09.008 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=44] [step=-2] [state=succeed] [2024/05/07 00:06:09.014 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=230] [elementID=1] [comment="table ID is 227"] [2024/05/07 00:06:09.019 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/07 00:06:09.021 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:215, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:09.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=44] [2024/05/07 00:06:09.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:09.038 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/07 00:06:09.038 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:09.040 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.307762908\n# Parse_time: 0.000047493\n# Compile_time: 0.000299756\n# Rewrite_time: 0.000031737\n# Optimize_time: 0.000219234\n# Wait_TS: 0.000412762\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 00:06:09.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:09.085 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:09.104 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=45] [job-id=45] [thread-cnt=8] [2024/05/07 00:06:09.104 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=45] [2024/05/07 00:06:09.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=45] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:10.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=45] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:10.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=45] [task-type=ImportInto] [num=1] [2024/05/07 00:06:10.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/07 00:06:10.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=import_mode] [2024/05/07 00:06:10.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 00:06:10.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=38.746µs] [2024/05/07 00:06:10.024 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=import_mode] [takeTime=118.677µs] [] [2024/05/07 00:06:10.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:10.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=45] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:10.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:10.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=45] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:10.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:10.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=45] [2024/05/07 00:06:10.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=45] [type=ImportInto] [2024/05/07 00:06:10.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:10.518 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:10.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:10.519 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.519 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:10.520 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:10.520 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.520 +08:00] [INFO] [import_into_test.go:801] [ToImportMode] [2024/05/07 00:06:10.520 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:10.520 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:10.520 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:10.520 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:10.520 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:10.521 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:10.521 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:10.521 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:10.521 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:10.521 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:10.521 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:10.521 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:10.527 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/07 00:06:10.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:10.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 00:06:10.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 00:06:10.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:10.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:10.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:10.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:10.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:10.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:10.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:10.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:10.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:10.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:10.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:10.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:10.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:10.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:10.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:10.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:10.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:10.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:10.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:10.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:10.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:10.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:10.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:10.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:10.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.7GB] [2024/05/07 00:06:10.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=45] [step=import] [limit=256MiB] [2024/05/07 00:06:10.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [2024/05/07 00:06:10.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 00:06:10.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 00:06:10.663 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/07 00:06:13.664 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=91] [takeTime=3.01044352s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:13.664 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:13.665 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:13.665 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:13.665 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:13.665 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:13.665 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:13.665 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:13.665 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:13.665 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=45] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:13.672 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 00:06:13.676 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:13.676 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:13.676 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:13.676 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:13.678 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:13.678 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:13.678 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:13.678 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=45] [error="context canceled"] [2024/05/07 00:06:13.678 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=45] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.061786693s] [error="occur an error when sort chunk"] [2024/05/07 00:06:13.678 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:14.018 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [2024/05/07 00:06:14.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:06:14.208 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/07 00:06:14.293 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=45] [step=1] [2024/05/07 00:06:14.299 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 00:06:14.309 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 00:06:14.507 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=45] [2024/05/07 00:06:14.515 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 00:06:14.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:14.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:14.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:14.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:14.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:14.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:14.522 +08:00] [INFO] [import_into_test.go:806] [ToNormalMode] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:14.522 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:14.522 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:14.522 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:14.522 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:14.522 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:14.522 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:14.525 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=45] [2024/05/07 00:06:14.532 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:06:14.618 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=45] [step=1] [state=reverted] [2024/05/07 00:06:14.810 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:06:14.815 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.770627105\n# Parse_time: 0.000076764\n# Compile_time: 0.00040337\n# Rewrite_time: 0.00012555\n# Optimize_time: 0.000219234\n# Wait_TS: 0.000388018\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NS43N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjUuNzdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 00:06:15.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=45] [2024/05/07 00:06:15.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:15.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestInputCountMisMatchAndDefault [2024/05/07 00:06:15.053 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:06:15.064 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:15.064 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:06:15.079 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:queueing, SchemaState:public, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.098 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=638.257µs] [gotSchemaVersion=158] [phyTblIDs="[229]"] [actionTypes="[2]"] [2024/05/07 00:06:15.103 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=158] [2024/05/07 00:06:15.148 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.479161ms] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.162 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:write only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.178 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=575.485µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:15.183 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=159] [2024/05/07 00:06:15.227 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.187211ms] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.247 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [category=ddl] [job="ID:231, Type:drop schema, State:running, SchemaState:delete only, SchemaID:215, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.266 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=550.66µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:15.270 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=231] [version=160] [2024/05/07 00:06:15.315 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.010249ms] [job="ID:231, Type:drop schema, State:done, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.329 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=231] [tableIDs="[229]"] [2024/05/07 00:06:15.335 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="drop schema"] [2024/05/07 00:06:15.336 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=231] [conn=2] [job="ID:231, Type:drop schema, State:synced, SchemaState:none, SchemaID:215, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.352 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=231] [2024/05/07 00:06:15.352 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:15.355 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302262237\n# Parse_time: 0.000292439\n# Compile_time: 0.000307669\n# Rewrite_time: 0.000026832\n# Optimize_time: 0.000219234\n# Wait_TS: 0.000312638\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 00:06:15.355 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/07 00:06:15.368 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:15.368 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:06:15.383 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:create schema, State:queueing, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.399 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=934.97µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:15.403 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=233] [version=161] [2024/05/07 00:06:15.448 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.078398ms] [job="ID:233, Type:create schema, State:done, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:15.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.462 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:create schema, State:synced, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.472 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/07 00:06:15.472 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:15.475 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:06:15.477 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:06:15.492 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:15.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:15.492 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:15.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:06:15.512 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.535 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.079154ms] [gotSchemaVersion=162] [phyTblIDs="[234]"] [actionTypes="[3]"] [2024/05/07 00:06:15.539 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=235] [version=162] [2024/05/07 00:06:15.582 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.2452ms] [job="ID:235, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:15.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.599 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:15.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:15.611 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/07 00:06:15.611 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:15.652 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:15.671 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=46] [job-id=46] [thread-cnt=8] [2024/05/07 00:06:15.671 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=46] [2024/05/07 00:06:18.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=46] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:19.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:19.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/07 00:06:19.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/07 00:06:19.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:19.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 00:06:19.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=63.58µs] [2024/05/07 00:06:19.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=149.016µs] [] [2024/05/07 00:06:19.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:19.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:19.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:19.044 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:19.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:19.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:19.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:19.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:19.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:19.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:19.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:19.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:19.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/07 00:06:19.927 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:342.117987ms txnStartTS:449579995506671619 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:541 rocksdb_delete_skipped_count:126 rocksdb_key_skipped_count:1458 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:06:19.928 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_PROCESS] resp_time:616.880873ms txnStartTS:449579995441397764 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:616 kv_wait_ms:0 kv_read_ms:616 processed_versions:1 total_versions:369 rocksdb_delete_skipped_count:93 rocksdb_key_skipped_count:1011 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:06:19.929 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579995441397764\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.620167043\n# Parse_time: 0\n# Compile_time: 0.00203441\n# Rewrite_time: 0.000679942\n# Optimize_time: 0.000820863\n# Wait_TS: 0.000104115\n# Cop_time: 0.616960964 Process_time: 0.616078618 Wait_time: 0.00003879 Request_count: 1 Process_keys: 1 Total_keys: 369 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 93 Rocksdb_key_skipped_count: 1011 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.616078618 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.879e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2363\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('6wjwWDAJM183CTAJMC4wMAkxLT5Db2x1bW4jMTYJMQl0aW1lOjYxNy4ybXMsIGxvb3BzOjIsIENvbmN1cnJlbmN5Ok9GRgkyLjIzIEtCCU4vQQoxCTE2XzgJMAkwAVBAb2Zmc2V0OjAsIGNvdW50OjFeVQABPAEEHAoyCTMxXzEzEZEwZGF0YTpMaW1pdF8xMi49AAQxbRWSADEBXmhwX3Rhc2s6IHtudW06IDEsIG1heDogNjE2LjkBKiBwcm9jX2tleXMFHAx0b3RfARIJIQVLARNId2FpdDogMzguOMK1cywgcnBjXxFOAQwlDgVTADgBU4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkghfZHUFGhhuOiAxNi42BVk0bWF4X2Rpc3RzcWxfY285TEggMX0JMzI2IEJ5dGVzCU4vQQozIU4B+QBfclEBBGt2BWwEOnsFowg2MTYBoABsJa9YMX0sIHNjYW5fZGV0YWlsOiB7dG90YWwF/whlc3MyFAE6FwAoX3NpemU6IDM5NywhHwRhbA0tRDM2OSwgZ2V0X3NuYXBzaG90XwV3ECAxMi45BeBgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX0kFHCA5Mywga2V5PhcAJDEwMTEsIGJsb2MhyDlaDTYMM319fSEVAQQcCjQJMV8xMQk1GIBlcShjYXN0KG15c3FsLnRpZGJfYmFja2dyb3VuZF9zdWJBHgAuAQUBxWAsIGRvdWJsZSBCSU5BUlkpLCA0NiksIGVxekAAPGV4ZWNfaWQsICI6NDAwMCKONAAsc3RlcCwgMSksIGluel8AZHN0YXRlLCAicGVuZGluZyIsICJyZXZlcnRfLhIACHVubjIdAAENBCkJYa1yBwIhNwEEHAo1CTQzXzEwJTwsMTAwMDAJdGFibGU6WjUBIas8ZXAgb3JkZXI6ZmFsc2UsIAGpHHM6cHNldWRvqnoA')\n# Plan_digest: d1d7ddd77c9aa9fabdb38ad00f2fb25b4a21067d967976961d78d6de18f5929a\n# Binary_plan: tidb_decode_binary_plan('xQrQCsAKCgxQcm9qZWN0aW9uXzcS0wkKB0xpbWl0XzgS7wgKDlRhYmxlUmVhZGVyXzEzEsQGCggJHyQxMhKIBAoMU2VsDTwcMTESpQEKEFQBMVBGdWxsU2Nhbl8xMCEAAAAAWLVAQSkBCfB9AIjDQDABOAJAAkoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvah90aWt2X3Rhc2s6e3RpbWU6NjE2bXMsIGxvb3BzOjF9cP///////////wF4////CQwAAQWTMPDvQEEpju21oPfGAD8JkyhSgAJlcShjYXN0KAWYAC5alwCILnRhc2tfa2V5LCBkb3VibGUgQklOQVJZKSwgNDYpLCBlcSh2QAA8ZXhlY19pZCwgIjo0MDAwIo40ACxzdGVwLCAxKSwgaW56nwBkc3RhdGUsICJwZW5kaW5nIiwgInJldmVydF8uEgAIdW5uMh0AAQ0IKWof/lIBNlIBUBFvZmZzZXQ6MCwgY291bnQ6MWrrAXpjAHAsIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2VzcyF3FHM6IDEsIEYXACRfc2l6ZTogMzk3ER4Ea2UBLUgzNjksIGdldF9zbmFwc2hvdF90QSyIIDEyLjnCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF8JtBwgOTMsIGtleT4XAFwxMDExLCBibG9jazoge2NhY2hlX2hpdF8NNggzfX1egQIYlu7SqgoRAjKBAigBQAFSDWRhdGE6TGWADDEyWhUFqCw2MTcuMW1zLCBsb29B1hhiyQFjb3BfQYUUOiB7bnVtJQ8kbWF4OiA2MTYuOQErIS4N/ikrJUAJIQVMNHRvdF93YWl0OiAzOC44KQYIcGNfEU4BDAV9BVMAOAFTEGNvcHJfGeVEcmF0aW86IDAuMDAsIGJ1aWxkBZIIX2R1BRoYbjogMTYuNgVZdG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDGAi6ZA14YAUZHAj0cADIBnikcBDJwaeM+8QMQkf/cqppKcAEwDDEtPkNvbHVtbiMxNlpTAAhiD0MdtEhPRkZw8BF4////////////ARgB')\n# Resource_group: default\nselect 1 from mysql.tidb_background_subtask where exec_id = ':4000' and task_key = 46 and step = 1 and state in ('pending','revert_pending','running','reverting') limit 1;"] [2024/05/07 00:06:19.930 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=46] [2024/05/07 00:06:19.930 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=46] [type=ImportInto] [2024/05/07 00:06:19.930 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449579995506671619\n# Query_time: 0.346250989\n# Parse_time: 0\n# Compile_time: 0.002247978\n# Rewrite_time: 0.000525033\n# Optimize_time: 0.001343817\n# Wait_TS: 0.000117108\n# Cop_time: 0.341117683 Process_time: 0.000489684 Wait_time: 0.000063356 Request_count: 2 Total_keys: 1082 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 252 Rocksdb_key_skipped_count: 2916 Rocksdb_block_cache_hit_count: 6\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000244842 Cop_proc_p90: 0.00025946 Cop_proc_max: 0.00025946 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1678e-05 Cop_wait_p90: 3.1731e-05 Cop_wait_max: 3.1731e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12690\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+hW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM0Mi4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yNx32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldGXUIMS45HXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNDEuNwEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwusQAANgGHNalQcGFydGlhbF93b3JrZXI6e3dhbGxfLdUcMS41Mzg3MTgBMQhjb2450YgsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjEuNzA3MzI2NTM5cwkXGGV4ZWM6MHMJDQVWCSQoNDgwOTFzLCBtYXglDAw0ODEyBZgIcDk1LhEAFH0sIGZpbmqfAAg0MzIl+KKfABA0NjAzNg2RBZ4cMzkuNzE0wrUNFBmlEDUxMDcwLqUAEDUxNDQwBW4AcA2mERIAfUHaAQQYCjQJMV8zMDGvJG5vdChpc251bGw9lyHNBWZBFAA0IVwtjQgJMzhRtyBOL0EKNQk2XzMhugg4MDA9+kqiAnkuUikDIHNjaGVtYV9pZCFxRs8DRagJHklLCG1pbhWvADheRgIuuQAALHpGAhAzNDAxObJGAhg2MzYxMDM3LZQlqEJGAhg2Mzk0NDA4AdVNRhAyODU1OTJHAhESekgCEDM1ODg1ZZ+eSAIUNjUyMzcyMqEAYeIIODLCQkkCGDY1NzI5MjMdqAwzNDI1KRBRSRESWUkgNgkzMV8zNgkwKf84ZGF0YTpIYXNoQWdnXzMxLtADADNdQzAsIGNvcF90YXNrOiB7YZ8EIDFpZQAgoaMAMQEqQS0YX2tleXM6IG28ARIUOiAyMzAuGb5l0BAgMzEuNgXRCHJwY2XuAU8BDEXAAVQBUmRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMLEQAZEIX2R1BRoUbjogMTEuaXEsbWF4X2Rpc3RzcWxfLnoBFCAxfQkyNS4NAwA3YQ0MMQkxXy0QtQlK0QIB0MmgACxOOAbODwNKZgDJf30fADgllQRrdgXuBDp7JSMlcm3fPH0sIHNjYW5fZGV0YWlsOiDJGi2LQDU0MSwgZ2V0X3NuYXBzaG90LWMEMTEpgJhvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTI2LCBrZXlCGAAgNDU4LCBibG9jQRE5pA03CDN9fVlyFDgJNDNfM4HBDDAJMTCBdIUaADouGQh8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9+AwGB2QEEBAozQd8cNDEoUHJvYmWhEgA2Go0IAGRB6SxTZWxlY3Rpb25fNDAFUxxtZToxNzQuNyUNLVBm7AIQODYyLjUFK0ELLWI27QIENTkNItW9Qe0JYEHhcTwBDCXKDCA3OTANIABjwvACCDYuOQWPcvACDDM0IEIStAih/SGHBDQwRfAxGkqEAgxyZW9yFoUJNncCoSwtJtZ2AgAwBa/+dgKOdgIENQlBdgA5Ber+dgJddi4CASAJTi9BCU4vQQo=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('yhjwSQrFGAoNUHJvamVjdGlvbl8xMxKtFwoHU29ydF8xNBK3FgoLSGFzaEpvaW5fMjcS1QUKDlRhYmxlUmVhZGVyXzQxEqEDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnarIBdGplAAgsIHMB2/BbZGV0YWlsOiB7dG90YWxfa2V5czogNTQxLCBnZXRfc25hcHNob3RfdGltZTogMTDCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTI2LCBrZXlCGABYNDU4LCBibG9jazoge2NhY2hlX2hpdF8NNwwzfX19VvsALBoBAiFVVVVVlXT2QBn+KAFAAVIRZGF0YTpTPb8EWhYFrBAxNzQuNwWuBGxvJVYUYswBY29wKXNMIHtudW06IDEsIG1heDogODYyLjUFLAxwcm9jLQQYMCwgdG90XwESEDogMjU5DSIBFBx3YWl0OiAzMQ1hDHJwY18RUAEMBYAMIDc5MA0gEGNvcHJfGe5EcmF0aW86IDAuMDAsIGJ1aWxkBZUIX2R1BRoYbjogMTYuOQWPdG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDqAV0cEBKpDwoKQeggQWdnXzI5EtELLtQCEDMwEu0KGSAQMzUSyAY2BwMQMzYSngQdIggxEpZGBQMANEWC/gUDfQUAHT6gAgwxbXMsMbBaCwIFhAAoYQYAAAEBBEC/aQYslAFncm91cCBieTptYY82EAMhxRxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqs0KDAzLjANKEAwAxRRsAcv6EA76EAyAh3t3d3R0+90A5eWGBBA9kYYEISGFzRXsMMzFaFUX/EDM0MS4zPc4EYshifgMMMzQyLiUWIaZSfQMMMzAuMgX1Mn0DADYFE2FxRn0DCDM0MgF9xnoDCDEuNAVXbnoDAPouegMlFwitbPg6FwEAhP6QAr6QAlV0XYAANT2NADQhELELVMkCcGFydGlhbF93b3JrZXI6e3dhbGyJuSW6EDQwMTk4ATIudgQYNSwgdGFzayVvADCpHqUKLDEuNzA2MzYxMDM3cwkXEGV4ZWM6wdIhsUUQCSQQOTQ0MDhhZQRheAVoFDI4NTU5NgFoCHA5NTISABR9LCBmaW5moQAQNTg4NTcBOaKhABA1MjM3MjKhABA0MS43OFlZGagUNTcyOTIzHagMMzQyNSkQEagREl6mBGEtCK1I/k0WCAC5QGUtKBZub3QoaXNudWxsNbEINSkpWqcBCHD8Ar3jJBoBASFEREREJGM+VgAEOGeR+1EFBDUsjaocZmlyc3Ryb3cdbpmfLh8CJYVRHwDGeh8CEDUzODcxsh8CGDczMjY1MzlyHwIYNzM0ODA5MT13DDQ4MTIFmTF2DRF6HQIQNTM0MzKNAPk0br4CFDc0NjAzNi6eABAzOS43MYkLMsQCFDc1MTA3MC6lABA1MTQ0MAVuAHBNxBESXhwCDtAJGG9BDUEprKoayAloAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYmgGBCwgNe4EKV1dQgA5YRYxygA5FmAIEGhhc2hfxccAOhboCWVsZUAQZmV0Y2gZDwUwLDowc30hmSoiS80bHjqmAAA9SpAAobjpXhQ6ZGVzYyxOYwfpHARaE2VlrZ4NpQVqBH1aPmoATsgHAUYQbWV0YSxOYwAZhzUOBDIuJZkNaQxiDUNvXRA8cJxeeP///////////wEYAQ==')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/07 00:06:19.941 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:19.941 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:19.941 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:19.941 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:19.947 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/07 00:06:20.237 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:20.238 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=import] [2024/05/07 00:06:20.238 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/07 00:06:20.244 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:20.245 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:20.245 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:20.246 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:20.246 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:20.247 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:20.247 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:20.247 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:20.247 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:20.247 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:20.247 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:20.247 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:20.247 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:20.251 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:20.251 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:20.251 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:20.252 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:20.252 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:20.253 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:20.253 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:20.261 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:20.261 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:20.261 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=46] [step=import] [limit=256MiB] [2024/05/07 00:06:20.276 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [2024/05/07 00:06:20.281 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:20.286 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:20.286 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=234] [2024/05/07 00:06:20.331 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [2024/05/07 00:06:20.333 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=234] [key=input-cnt-mismatch.csv:0] [readDur=947.552µs] [encodeDur=270.294µs] [deliverDur=195.579µs] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [takeTime=1.694867ms] [] [2024/05/07 00:06:20.334 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=93] [takeTime=58.093013ms] [] [2024/05/07 00:06:20.334 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/22cea274-68b4-49b1-8152-aad8a951c7f0.sst] [firstKey=7480000000000000EA5F728000000000000001] [lastKey=7480000000000000EA5F728000000000000002] [2024/05/07 00:06:20.334 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 00:06:20.334 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 00:06:20.334 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:20.337 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.662266ms] [] [2024/05/07 00:06:20.337 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:06:20.342 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:20.343 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/07 00:06:20.343 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:20.344 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:20.344 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:20.344 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFEA5F728000000000FF0000010000000000FA] [end=7480000000000000FFEA5F728000000000FF0000030000000000FA] [2024/05/07 00:06:20.344 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFEA5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFEA5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:20.345 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=404.599µs] [2024/05/07 00:06:20.345 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.156318ms] [] [2024/05/07 00:06:20.352 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:86 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 88, request epoch conf_ver: 5 version: 86\")"] ["job stage"=needRescan] [2024/05/07 00:06:20.352 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000EA5F728000000000000001] [endKey=7480000000000000EA5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:22.352 +08:00] [2024/05/07 00:06:20.381 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579995716386820] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:20.382 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579995716386820] [req-type=Cop] [region="{ region id: 14, ver: 86, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:22.498 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/07 00:06:22.500 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.162627571s] [] [2024/05/07 00:06:22.500 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:22.501 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.2937ms] [] [2024/05/07 00:06:22.501 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 00:06:22.501 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:22.503 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.805434ms] [] [2024/05/07 00:06:22.503 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:06:22.503 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:22.503 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=52.281µs] [] [2024/05/07 00:06:22.503 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:22.504 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=983.258µs] [] [2024/05/07 00:06:22.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:22.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/07 00:06:22.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:22.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:22.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:22.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:22.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:22.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:22.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:22.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:22.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:22.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:22.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:22.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:22.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:22.559 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/07 00:06:22.560 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:22.560 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:22.560 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:22.573 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=46] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:22.573 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:22.822 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/07 00:06:22.826 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:22.826 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:22.826 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:22.826 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:22.827 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:22.827 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:22.827 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:22.827 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/07 00:06:22.827 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.59034328s] [] [2024/05/07 00:06:23.133 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:23.134 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=46] [step=post-process] [2024/05/07 00:06:23.147 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/07 00:06:23.147 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/07 00:06:23.147 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [2024/05/07 00:06:23.150 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:23.150 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:23.150 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:23.151 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:23.151 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:23.152 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:23.152 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:23.152 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:23.152 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:23.152 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:23.153 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:23.160 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=12.789504ms] [] [2024/05/07 00:06:23.160 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [checksum="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/07 00:06:23.161 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [weight=30] [2024/05/07 00:06:23.161 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [concurrency=15] [2024/05/07 00:06:23.163 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [local="{cksum=13438813981189536763,size=78,kvs=2}"] [2024/05/07 00:06:23.163 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=15.69687ms] [] [2024/05/07 00:06:23.163 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=94] [takeTime=15.815822ms] [] [2024/05/07 00:06:23.354 +08:00] [INFO] [domain.go:2871] ["refreshServerIDTTL succeed"] [serverID=722] ["lease id"=6f188f4ea15f2edf] [2024/05/07 00:06:23.495 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=104] [2024/05/07 00:06:23.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=46] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:23.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=46] [task-type=ImportInto] [num=1] [2024/05/07 00:06:23.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:23.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=46] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:23.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:23.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=46] [step=done] [state=running] [] [2024/05/07 00:06:23.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=46] [2024/05/07 00:06:23.539 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=107] [2024/05/07 00:06:23.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:23.581 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=110] [2024/05/07 00:06:23.623 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=113] [2024/05/07 00:06:23.665 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=116] [2024/05/07 00:06:23.707 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=119] [2024/05/07 00:06:23.750 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=122] [2024/05/07 00:06:23.782 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 8.168291888\n# Parse_time: 0.000062963\n# Compile_time: 0.000402038\n# Rewrite_time: 0.000126275\n# Optimize_time: 0.000219234\n# Wait_TS: 0.00028434\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OC4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OC4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:06:23.784 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=46] [error="context canceled"] [2024/05/07 00:06:23.785 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=46] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=651.471957ms] [] [2024/05/07 00:06:23.785 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:06:23.790 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=125] [2024/05/07 00:06:23.796 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:23.796 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:06:23.812 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:23.831 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=571.268µs] [gotSchemaVersion=163] [phyTblIDs="[234]"] [actionTypes="[4]"] [2024/05/07 00:06:23.833 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=128] [2024/05/07 00:06:23.835 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=163] [2024/05/07 00:06:23.875 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=131] [2024/05/07 00:06:23.880 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.092105ms] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:23.896 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:23.914 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=524.424µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:23.917 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=134] [2024/05/07 00:06:23.918 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=164] [2024/05/07 00:06:23.958 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=137] [2024/05/07 00:06:23.963 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.564668ms] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:23.976 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [category=ddl] [job="ID:236, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:234, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:23.996 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=509.66µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:24.001 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=236] [version=165] [2024/05/07 00:06:24.005 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=143] [2024/05/07 00:06:24.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=46] [2024/05/07 00:06:24.029 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:24.043 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:24.046 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.291069ms] [job="ID:236, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:24.051 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=149] [2024/05/07 00:06:24.059 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=236] [elementID=1] [comment="table ID is 234"] [2024/05/07 00:06:24.064 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="drop table"] [2024/05/07 00:06:24.065 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=236] [conn=2] [job="ID:236, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:234, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:23.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:24.082 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/07 00:06:24.082 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:24.085 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=165] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/07 00:06:24.092 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=151] [2024/05/07 00:06:24.100 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:24.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:24.100 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:24.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/07 00:06:24.117 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:24.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:24.134 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=153] [2024/05/07 00:06:24.138 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=2.148036ms] [gotSchemaVersion=166] [phyTblIDs="[237]"] [actionTypes="[3]"] [2024/05/07 00:06:24.143 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=238] [version=166] [2024/05/07 00:06:24.176 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=158] [2024/05/07 00:06:24.186 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.781394ms] [job="ID:238, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:24.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:24.202 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:24.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:24.214 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/07 00:06:24.214 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:24.218 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=163] [2024/05/07 00:06:24.252 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:24.260 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=165] [2024/05/07 00:06:24.270 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=47] [job-id=47] [thread-cnt=8] [2024/05/07 00:06:24.270 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=47] [2024/05/07 00:06:24.300 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=169] [2024/05/07 00:06:24.342 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=171] [2024/05/07 00:06:24.384 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=173] [2024/05/07 00:06:24.432 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=181] [2024/05/07 00:06:24.484 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=185] [2024/05/07 00:06:24.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=47] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:24.549 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=199] [2024/05/07 00:06:24.591 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=201] [2024/05/07 00:06:24.632 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=203] [2024/05/07 00:06:24.673 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=208] [2024/05/07 00:06:24.715 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=210] [2024/05/07 00:06:24.762 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=217] [2024/05/07 00:06:24.803 +08:00] [INFO] [gc.go:283] ["remove stats in GC due to dropped table"] [table_id=219] [2024/05/07 00:06:25.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:25.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/07 00:06:25.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/07 00:06:25.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:25.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 00:06:25.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=40.048µs] [2024/05/07 00:06:25.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=128.67µs] [] [2024/05/07 00:06:25.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:25.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:25.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:25.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:25.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:25.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=47] [2024/05/07 00:06:25.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=47] [type=ImportInto] [2024/05/07 00:06:25.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:25.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:25.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:25.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:25.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:25.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:25.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:25.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:25.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:25.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:25.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/07 00:06:25.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:25.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=import] [2024/05/07 00:06:25.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/07 00:06:25.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:25.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:25.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:25.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:25.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:25.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:25.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:25.626 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:25.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:25.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:25.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:25.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:25.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:25.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:25.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:25.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:25.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:25.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:25.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:25.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:25.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:25.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:25.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:25.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:25.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:25.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:25.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=47] [step=import] [limit=256MiB] [2024/05/07 00:06:25.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [2024/05/07 00:06:25.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:25.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:25.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=237] [2024/05/07 00:06:25.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [2024/05/07 00:06:25.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=237] [key=input-cnt-mismatch.csv:0] [readDur=856.369µs] [encodeDur=314.495µs] [deliverDur=149.105µs] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [takeTime=1.527853ms] [] [2024/05/07 00:06:25.675 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=95] [takeTime=19.168123ms] [] [2024/05/07 00:06:25.675 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/57e322e4-217c-4e9b-a104-18e11dfeabda.sst] [firstKey=7480000000000000ED5F728000000000000001] [lastKey=7480000000000000ED5F728000000000000002] [2024/05/07 00:06:25.676 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 00:06:25.676 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 00:06:25.676 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:25.678 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.717507ms] [] [2024/05/07 00:06:25.678 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:06:25.682 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:25.684 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/07 00:06:25.684 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:25.684 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:25.684 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:25.685 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFED5F728000000000FF0000010000000000FA] [end=7480000000000000FFED5F728000000000FF0000030000000000FA] [2024/05/07 00:06:25.685 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFED5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFED5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:25.685 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=403.084µs] [2024/05/07 00:06:25.685 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.105963ms] [] [2024/05/07 00:06:25.699 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 90, but you sent conf_ver: 5 version: 88"] [region="{ID=396,startKey=7480000000000000FFED5F728000000000FF0000010000000000FA,endKey=7480000000000000FFED5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:90 \",peers=\"id:397 store_id:1 ,id:398 store_id:3 ,id:399 store_id:2 \"}"] [start=7480000000000000ED5F728000000000000001] [end=7480000000000000ED5F728000000000000003] [2024/05/07 00:06:25.699 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000ED5F728000000000000001] [endKey=7480000000000000ED5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:27.699 +08:00] [2024/05/07 00:06:25.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579997118857219] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:25.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579997118857219] [req-type=Cop] [region="{ region id: 14, ver: 88, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:27.717 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/07 00:06:27.718 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.03964782s] [] [2024/05/07 00:06:27.718 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:27.720 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.403752ms] [] [2024/05/07 00:06:27.720 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 00:06:27.720 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:27.722 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.015506ms] [] [2024/05/07 00:06:27.722 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:06:27.722 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:27.722 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=44.527µs] [] [2024/05/07 00:06:27.722 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:27.723 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.08628ms] [] [2024/05/07 00:06:28.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:28.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/07 00:06:28.020 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:28.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:28.023 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:28.023 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:28.024 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:28.024 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:28.025 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:28.025 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:28.025 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:28.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:28.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:28.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:28.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:28.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:28.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:28.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:28.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:28.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:28.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:28.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/07 00:06:28.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:28.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:28.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:28.076 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=47] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:28.076 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:28.348 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/07 00:06:28.352 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:28.352 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:28.352 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:28.352 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:28.354 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:28.354 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:28.354 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:28.354 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/07 00:06:28.354 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.737019167s] [] [2024/05/07 00:06:28.661 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:28.662 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=47] [step=post-process] [2024/05/07 00:06:28.675 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/07 00:06:28.675 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/07 00:06:28.675 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [2024/05/07 00:06:28.678 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:28.679 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:28.679 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:28.680 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:28.680 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:28.681 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:28.681 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:28.681 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:28.681 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:28.681 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:28.681 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:28.681 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:28.681 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:28.690 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=14.123618ms] [] [2024/05/07 00:06:28.690 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [checksum="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/07 00:06:28.690 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [weight=30] [2024/05/07 00:06:28.691 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [concurrency=15] [2024/05/07 00:06:28.693 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [local="{cksum=2403194487235519936,size=79,kvs=2}"] [2024/05/07 00:06:28.693 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=17.198479ms] [] [2024/05/07 00:06:28.693 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=96] [takeTime=17.331471ms] [] [2024/05/07 00:06:29.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=47] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:29.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=47] [task-type=ImportInto] [num=1] [2024/05/07 00:06:29.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:29.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=47] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:29.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:29.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=47] [step=done] [state=running] [] [2024/05/07 00:06:29.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=47] [2024/05/07 00:06:29.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:29.081 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.865178032\n# Parse_time: 0.000087713\n# Compile_time: 0.000354965\n# Rewrite_time: 0.000115588\n# Optimize_time: 0.00016879\n# Wait_TS: 0.000234051\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:06:29.085 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:06:29.095 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:29.095 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop table if exists t;"] [2024/05/07 00:06:29.110 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.129 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=567.296µs] [gotSchemaVersion=167] [phyTblIDs="[237]"] [actionTypes="[4]"] [2024/05/07 00:06:29.133 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=167] [2024/05/07 00:06:29.179 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.74066ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.196 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.214 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=573.116µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:29.218 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=168] [2024/05/07 00:06:29.264 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.675817ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.278 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:232, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.299 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=596.882µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:29.303 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=239] [version=169] [2024/05/07 00:06:29.317 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=47] [error="context canceled"] [2024/05/07 00:06:29.317 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=47] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.081189ms] [] [2024/05/07 00:06:29.349 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.553498ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.362 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=239] [elementID=1] [comment="table ID is 237"] [2024/05/07 00:06:29.367 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/07 00:06:29.368 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=239] [conn=2] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:232, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:29.04 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.386 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/07 00:06:29.386 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:29.388 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.303412509\n# Parse_time: 0.000050334\n# Compile_time: 0.00025937\n# Rewrite_time: 0.000035729\n# Optimize_time: 0.000187691\n# Wait_TS: 0.000291623\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 00:06:29.389 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=169] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:06:29.403 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:29.403 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:06:29.418 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:create table, State:queueing, SchemaState:none, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.439 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=1.950534ms] [gotSchemaVersion=170] [phyTblIDs="[240]"] [actionTypes="[3]"] [2024/05/07 00:06:29.443 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=241] [version=170] [2024/05/07 00:06:29.488 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.907343ms] [job="ID:241, Type:create table, State:done, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:29.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.505 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:create table, State:synced, SchemaState:public, SchemaID:232, TableID:240, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:29.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:29.517 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/07 00:06:29.517 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:29.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=47] [2024/05/07 00:06:29.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:29.546 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:29.560 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:29.578 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=48] [job-id=48] [thread-cnt=8] [2024/05/07 00:06:29.578 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=48] [2024/05/07 00:06:30.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=48] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:31.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:31.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/07 00:06:31.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/07 00:06:31.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:31.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 00:06:31.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=40.684µs] [2024/05/07 00:06:31.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=130.219µs] [] [2024/05/07 00:06:31.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:31.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:31.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:31.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:31.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:31.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=48] [2024/05/07 00:06:31.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=48] [type=ImportInto] [2024/05/07 00:06:31.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:31.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:31.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:31.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:31.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:31.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/07 00:06:31.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:31.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:31.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:31.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:31.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/07 00:06:31.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:31.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=import] [2024/05/07 00:06:31.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/07 00:06:31.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:31.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:31.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:31.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:31.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:31.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:31.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:31.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:31.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:31.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:31.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:31.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:31.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:31.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:31.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:31.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:31.633 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:31.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:31.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:31.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:31.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:31.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:31.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:31.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:31.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=48] [step=import] [limit=256MiB] [2024/05/07 00:06:31.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [2024/05/07 00:06:31.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:31.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:31.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=240] [2024/05/07 00:06:31.675 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [2024/05/07 00:06:31.676 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=240] [key=input-cnt-mismatch.csv:0] [readDur=729.265µs] [encodeDur=398.485µs] [deliverDur=168.178µs] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [takeTime=1.543796ms] [] [2024/05/07 00:06:31.677 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=97] [takeTime=19.290541ms] [] [2024/05/07 00:06:31.677 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/5286dd3c-2309-4c34-a85d-f35cd2fbde21.sst] [firstKey=7480000000000000F05F728000000000000001] [lastKey=7480000000000000F05F728000000000000002] [2024/05/07 00:06:31.677 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 00:06:31.678 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 00:06:31.678 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:31.680 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.51809ms] [] [2024/05/07 00:06:31.680 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:06:31.684 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:31.686 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/07 00:06:31.686 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:31.686 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:31.686 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:31.686 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF05F728000000000FF0000010000000000FA] [end=7480000000000000FFF05F728000000000FF0000030000000000FA] [2024/05/07 00:06:31.687 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF05F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF05F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:31.687 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=623.687µs] [2024/05/07 00:06:31.687 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.344855ms] [] [2024/05/07 00:06:31.695 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:90 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 92, request epoch conf_ver: 5 version: 90\")"] ["job stage"=needRescan] [2024/05/07 00:06:31.696 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F05F728000000000000001] [endKey=7480000000000000F05F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:33.696 +08:00] [2024/05/07 00:06:31.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579998691721219] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:31.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449579998691721219] [req-type=Cop] [region="{ region id: 14, ver: 90, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:33.718 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 00:06:33.720 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.03934021s] [] [2024/05/07 00:06:33.720 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:33.721 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.377852ms] [] [2024/05/07 00:06:33.721 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 00:06:33.721 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:33.723 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.228691ms] [] [2024/05/07 00:06:33.724 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:06:33.724 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:33.724 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=39.228µs] [] [2024/05/07 00:06:33.724 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:33.725 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.125582ms] [] [2024/05/07 00:06:34.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:34.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/07 00:06:34.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:34.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:34.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:34.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:34.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:34.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:34.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:34.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:34.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:34.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:34.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:34.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:34.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:34.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/07 00:06:34.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:34.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:34.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:34.076 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=48] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:34.076 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:34.354 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:34.359 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:34.359 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:34.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:34.359 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:34.361 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:34.361 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:34.361 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:34.361 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/07 00:06:34.361 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.74242436s] [] [2024/05/07 00:06:34.668 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:34.669 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=48] [step=post-process] [2024/05/07 00:06:34.683 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/07 00:06:34.684 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/07 00:06:34.684 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [2024/05/07 00:06:34.687 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:34.687 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:34.687 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:34.688 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:34.689 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:34.689 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:34.689 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:34.690 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:34.690 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:34.690 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:34.690 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:34.690 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:34.698 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=14.553861ms] [] [2024/05/07 00:06:34.698 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/07 00:06:34.699 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [weight=30] [2024/05/07 00:06:34.699 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [concurrency=15] [2024/05/07 00:06:34.702 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/07 00:06:34.702 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=17.973095ms] [] [2024/05/07 00:06:34.702 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=98] [takeTime=18.143797ms] [] [2024/05/07 00:06:35.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=48] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:35.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=48] [task-type=ImportInto] [num=1] [2024/05/07 00:06:35.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:35.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=48] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:35.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:35.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=48] [step=done] [state=running] [] [2024/05/07 00:06:35.035 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=48] [2024/05/07 00:06:35.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:35.291 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.771485415\n# Parse_time: 0.000210862\n# Compile_time: 0.000407702\n# Rewrite_time: 0.000124196\n# Optimize_time: 0.000187691\n# Wait_TS: 0.000316424\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestInputNull [2024/05/07 00:06:35.295 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:06:35.307 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:35.307 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:06:35.321 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:queueing, SchemaState:public, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.328 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=48] [error="context canceled"] [2024/05/07 00:06:35.328 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=48] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=660.627076ms] [] [2024/05/07 00:06:35.345 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=606.833µs] [gotSchemaVersion=171] [phyTblIDs="[240]"] [actionTypes="[2]"] [2024/05/07 00:06:35.349 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=171] [2024/05/07 00:06:35.395 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.668678ms] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.408 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:write only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.423 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=557.686µs] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:35.428 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=172] [2024/05/07 00:06:35.474 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=54.306011ms] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.497 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [category=ddl] [job="ID:242, Type:drop schema, State:running, SchemaState:delete only, SchemaID:232, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.516 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=575.582µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:35.521 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=242] [version=173] [2024/05/07 00:06:35.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=48] [2024/05/07 00:06:35.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:35.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:35.566 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.265238ms] [job="ID:242, Type:drop schema, State:done, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.580 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=242] [tableIDs="[240]"] [2024/05/07 00:06:35.584 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=242] [jobType="drop schema"] [2024/05/07 00:06:35.586 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=242] [conn=2] [job="ID:242, Type:drop schema, State:synced, SchemaState:none, SchemaID:232, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.602 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/07 00:06:35.602 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:35.605 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30978826\n# Parse_time: 0.000241794\n# Compile_time: 0.000290346\n# Rewrite_time: 0.000036576\n# Optimize_time: 0.000194873\n# Wait_TS: 0.000332072\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 00:06:35.605 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=173] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 00:06:35.619 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:06:35.619 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:35.636 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:create schema, State:queueing, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.653 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=1.2167ms] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:35.658 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=244] [version=174] [2024/05/07 00:06:35.703 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.433107ms] [job="ID:244, Type:create schema, State:done, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:35.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.718 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:create schema, State:synced, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.589 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.729 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/07 00:06:35.729 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:35.732 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:06:35.733 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:06:35.749 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:35.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:35.749 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:35.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 00:06:35.765 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.787 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.072687ms] [gotSchemaVersion=175] [phyTblIDs="[245]"] [actionTypes="[3]"] [2024/05/07 00:06:35.792 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=246] [version=175] [2024/05/07 00:06:35.835 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.779089ms] [job="ID:246, Type:create table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:35.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.850 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:35.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:35.863 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/07 00:06:35.863 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:35.909 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:06:35.928 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=49] [job-id=49] [thread-cnt=8] [2024/05/07 00:06:35.928 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=49] [2024/05/07 00:06:36.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=49] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:37.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:37.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/07 00:06:37.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/07 00:06:37.029 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:37.029 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 00:06:37.029 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=52.45µs] [2024/05/07 00:06:37.029 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=140.982µs] [] [2024/05/07 00:06:37.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:37.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:37.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:37.043 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:37.043 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:37.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=49] [2024/05/07 00:06:37.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=49] [type=ImportInto] [2024/05/07 00:06:37.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:37.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:37.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:37.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:37.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:37.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/07 00:06:37.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:37.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:37.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:37.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:37.550 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/07 00:06:37.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:37.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=import] [2024/05/07 00:06:37.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/07 00:06:37.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:37.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:37.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:37.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:37.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:37.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:37.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:37.627 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:37.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:37.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:37.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:37.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:37.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:37.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:37.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:37.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:37.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:37.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:37.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=49] [step=import] [limit=256MiB] [2024/05/07 00:06:37.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [2024/05/07 00:06:37.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:37.667 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:37.667 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=245] [2024/05/07 00:06:37.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [2024/05/07 00:06:37.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=245] [key=nil-input.tsv:0] [readDur=872.798µs] [encodeDur=413.779µs] [deliverDur=176.255µs] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [takeTime=1.745674ms] [] [2024/05/07 00:06:37.676 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=99] [takeTime=18.985015ms] [] [2024/05/07 00:06:37.676 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/98fdaced-7a59-44a8-9a29-eb61d3f31fcd.sst] [firstKey=7480000000000000F55F728000000000000001] [lastKey=7480000000000000F55F728000000000000002] [2024/05/07 00:06:37.676 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 00:06:37.676 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 00:06:37.676 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:37.679 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.902276ms] [] [2024/05/07 00:06:37.679 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:06:37.683 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:37.684 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/07 00:06:37.684 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:37.685 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:37.685 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:37.685 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF55F728000000000FF0000010000000000FA] [end=7480000000000000FFF55F728000000000FF0000030000000000FA] [2024/05/07 00:06:37.685 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF55F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF55F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:37.685 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=338.866µs] [2024/05/07 00:06:37.686 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=991.65µs] [] [2024/05/07 00:06:37.701 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 94, but you sent conf_ver: 5 version: 92"] [region="{ID=412,startKey=7480000000000000FFF55F728000000000FF0000010000000000FA,endKey=7480000000000000FFF55F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:94 \",peers=\"id:413 store_id:1 ,id:414 store_id:3 ,id:415 store_id:2 \"}"] [start=7480000000000000F55F728000000000000001] [end=7480000000000000F55F728000000000000003] [2024/05/07 00:06:37.701 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F55F728000000000000001] [endKey=7480000000000000F55F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:39.701 +08:00] [2024/05/07 00:06:37.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580000264585219] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:37.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580000264585219] [req-type=Cop] [region="{ region id: 14, ver: 92, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:39.719 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/07 00:06:39.721 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.041873348s] [] [2024/05/07 00:06:39.721 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:39.722 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.248056ms] [] [2024/05/07 00:06:39.722 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 00:06:39.722 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:39.724 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.035078ms] [] [2024/05/07 00:06:39.724 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:06:39.724 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:39.724 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=45.147µs] [] [2024/05/07 00:06:39.724 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:39.726 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.059489ms] [] [2024/05/07 00:06:40.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:40.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/07 00:06:40.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:40.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:40.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:40.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:40.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:40.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:40.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:40.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:40.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:40.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:40.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:40.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:40.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:40.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:40.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:40.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:40.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:40.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:40.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:40.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/07 00:06:40.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:40.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:40.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:40.075 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=49] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:40.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:40.353 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/07 00:06:40.357 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:40.357 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:40.357 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:40.357 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:40.359 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:40.359 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:40.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:40.359 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/07 00:06:40.359 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.741537155s] [] [2024/05/07 00:06:40.665 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:40.666 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=49] [step=post-process] [2024/05/07 00:06:40.680 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/07 00:06:40.680 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/07 00:06:40.680 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [2024/05/07 00:06:40.682 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:40.683 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:40.683 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:40.684 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:40.684 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:40.685 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:40.685 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:40.685 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:40.685 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:40.685 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:40.685 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:40.685 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:40.685 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:40.685 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:40.686 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:40.686 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:40.686 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:40.686 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:40.686 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:40.694 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=13.816626ms] [] [2024/05/07 00:06:40.694 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [checksum="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/07 00:06:40.694 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [weight=30] [2024/05/07 00:06:40.694 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [concurrency=15] [2024/05/07 00:06:40.696 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [local="{cksum=9808978835103257982,size=74,kvs=2}"] [2024/05/07 00:06:40.696 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=16.816378ms] [] [2024/05/07 00:06:40.697 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=100] [takeTime=16.950391ms] [] [2024/05/07 00:06:41.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=49] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:41.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=49] [task-type=ImportInto] [num=1] [2024/05/07 00:06:41.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:41.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=49] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:41.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:41.031 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=49] [step=done] [state=running] [] [2024/05/07 00:06:41.034 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=49] [2024/05/07 00:06:41.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:41.321 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=49] [error="context canceled"] [2024/05/07 00:06:41.321 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=49] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.326659ms] [] [2024/05/07 00:06:41.340 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.475153293\n# Parse_time: 0.00010596\n# Compile_time: 0.000433846\n# Rewrite_time: 0.000143466\n# Optimize_time: 0.000194873\n# Wait_TS: 0.000333798\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse load_data;\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 00:06:41.343 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 00:06:41.358 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:41.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:41.358 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:3, start time: 2024-05-07 00:06:41.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table t"] [2024/05/07 00:06:41.373 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:truncate table, State:queueing, SchemaState:none, SchemaID:243, TableID:245, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:41.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:41.398 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.087399ms] [gotSchemaVersion=176] [phyTblIDs="[245,247]"] [actionTypes="[11,11]"] [2024/05/07 00:06:41.402 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=248] [version=176] [2024/05/07 00:06:41.446 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.90024ms] [job="ID:248, Type:truncate table, State:done, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:41.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:41.461 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=248] [elementID=1] [comment="table ID is 245"] [2024/05/07 00:06:41.466 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=248] [jobType="truncate table"] [2024/05/07 00:06:41.468 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:truncate table, State:synced, SchemaState:public, SchemaID:243, TableID:245, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:41.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:41.486 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/07 00:06:41.486 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:41.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=49] [2024/05/07 00:06:41.525 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=false] [2024/05/07 00:06:41.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:41.545 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:41.545 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=50] [job-id=50] [thread-cnt=8] [2024/05/07 00:06:41.545 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=50] [2024/05/07 00:06:42.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=50] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:43.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:43.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/07 00:06:43.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/07 00:06:43.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:43.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 00:06:43.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=43.891µs] [2024/05/07 00:06:43.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=151.613µs] [] [2024/05/07 00:06:43.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:43.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:43.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:43.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:43.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:43.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=50] [2024/05/07 00:06:43.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=50] [type=ImportInto] [2024/05/07 00:06:43.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:43.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:43.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:43.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:43.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:43.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:43.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:43.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:43.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:43.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:43.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/07 00:06:43.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:43.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=import] [2024/05/07 00:06:43.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/07 00:06:43.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:43.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:43.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:43.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:43.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:43.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:43.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:43.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:43.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:43.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:43.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:43.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:43.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:43.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:43.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:43.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:43.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:43.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:43.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:43.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:43.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:43.647 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:43.648 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=50] [step=import] [limit=256MiB] [2024/05/07 00:06:43.663 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [2024/05/07 00:06:43.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:43.673 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:43.673 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/07 00:06:43.751 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/07 00:06:43.753 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=817.934µs] [encodeDur=254.453µs] [deliverDur=182.373µs] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [takeTime=1.505821ms] [] [2024/05/07 00:06:43.754 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=101] [takeTime=91.41333ms] [] [2024/05/07 00:06:43.754 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f499a244-f127-4a93-8091-2fe6d8b163d6.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/07 00:06:43.754 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 00:06:43.754 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 00:06:43.754 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:43.757 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.516154ms] [] [2024/05/07 00:06:43.757 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 00:06:43.761 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:43.762 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/07 00:06:43.763 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:43.763 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:43.763 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:43.763 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFF75F728000000000FF0000010000000000FA] [end=7480000000000000FFF75F728000000000FF0000030000000000FA] [2024/05/07 00:06:43.763 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFF75F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFF75F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:43.764 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=376.582µs] [2024/05/07 00:06:43.764 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.0791ms] [] [2024/05/07 00:06:43.771 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:94 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 96, request epoch conf_ver: 5 version: 94\")"] ["job stage"=needRescan] [2024/05/07 00:06:43.772 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000F75F728000000000000001] [endKey=7480000000000000F75F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:45.772 +08:00] [2024/05/07 00:06:43.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580001850556420] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:43.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580001850556420] [req-type=Cop] [region="{ region id: 14, ver: 94, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:45.792 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/07 00:06:45.793 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=2.036195085s] [] [2024/05/07 00:06:45.793 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 00:06:45.795 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.292367ms] [] [2024/05/07 00:06:45.795 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 00:06:45.795 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:45.797 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.807802ms] [] [2024/05/07 00:06:45.797 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 00:06:45.797 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:45.797 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=46.977µs] [] [2024/05/07 00:06:45.797 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 00:06:45.798 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=995.894µs] [] [2024/05/07 00:06:46.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:46.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/07 00:06:46.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:46.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:46.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:46.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:46.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:46.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:46.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:46.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:46.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:46.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:46.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:46.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:46.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:46.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:46.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/07 00:06:46.062 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:06:46.062 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:46.062 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:46.075 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=50] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:46.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:46.116 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/07 00:06:46.120 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:46.120 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:46.120 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:46.120 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:46.121 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:46.121 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:46.121 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:46.121 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/07 00:06:46.121 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.503381257s] [] [2024/05/07 00:06:46.428 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:46.430 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=50] [step=post-process] [2024/05/07 00:06:46.444 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/07 00:06:46.444 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/07 00:06:46.444 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [2024/05/07 00:06:46.447 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:46.447 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:46.447 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:46.448 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:46.448 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:46.449 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:46.449 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:46.449 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:46.449 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:46.449 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:46.449 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:46.449 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:46.449 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:46.450 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:46.450 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:46.450 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:46.450 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:46.450 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:46.450 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:46.457 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=13.069633ms] [] [2024/05/07 00:06:46.457 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [checksum="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/07 00:06:46.458 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [weight=30] [2024/05/07 00:06:46.458 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [concurrency=15] [2024/05/07 00:06:46.460 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [local="{cksum=7406304679950551698,size=80,kvs=2}"] [2024/05/07 00:06:46.460 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=15.989341ms] [] [2024/05/07 00:06:46.460 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=102] [takeTime=16.124293ms] [] [2024/05/07 00:06:46.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=50] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:46.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=50] [task-type=ImportInto] [num=1] [2024/05/07 00:06:46.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:46.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=50] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:46.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:46.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=50] [step=done] [state=running] [] [2024/05/07 00:06:46.532 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=50] [2024/05/07 00:06:46.540 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:06:46.657 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.1688082810000004\n# Parse_time: 0.000170302\n# Compile_time: 0.000432188\n# Rewrite_time: 0.000129911\n# Optimize_time: 0.000168545\n# Wait_TS: 0.000328751\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestLoadRemote/TestJobFailWhenDispatchSubtask [2024/05/07 00:06:46.661 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/07 00:06:46.662 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/07 00:06:46.677 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:46.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database fail_job_after_import"] [2024/05/07 00:06:46.677 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:46.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:46.692 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:create schema, State:queueing, SchemaState:none, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:46.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.709 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=937.881µs] [gotSchemaVersion=177] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:46.713 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=250] [version=177] [2024/05/07 00:06:46.758 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.286518ms] [job="ID:250, Type:create schema, State:done, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:46.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.773 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:create schema, State:synced, SchemaState:public, SchemaID:249, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:46.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.777 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=50] [error="context canceled"] [2024/05/07 00:06:46.777 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=50] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.6754ms] [] [2024/05/07 00:06:46.784 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/07 00:06:46.784 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:46.788 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:06:46.802 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:46.802 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 00:06:46.818 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create table, State:queueing, SchemaState:none, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.838 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.79381ms] [gotSchemaVersion=178] [phyTblIDs="[251]"] [actionTypes="[3]"] [2024/05/07 00:06:46.843 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=252] [version=178] [2024/05/07 00:06:46.887 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.096575ms] [job="ID:252, Type:create table, State:done, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.903 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create table, State:synced, SchemaState:public, SchemaID:249, TableID:251, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:46.79 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:46.915 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/07 00:06:46.916 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:46.954 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:46.971 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=51] [job-id=51] [thread-cnt=8] [2024/05/07 00:06:46.971 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=51] [2024/05/07 00:06:47.024 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=50] [2024/05/07 00:06:47.032 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:47.046 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:48.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=51] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:49.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:49.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:49.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/07 00:06:49.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:06:49.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 00:06:49.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=41.75µs] [2024/05/07 00:06:49.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=141.248µs] [] [2024/05/07 00:06:49.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:49.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:49.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:49.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:49.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:49.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=51] [2024/05/07 00:06:49.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=51] [type=ImportInto] [2024/05/07 00:06:49.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:49.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:49.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:49.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:49.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:49.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/07 00:06:49.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:49.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:49.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:49.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:49.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/07 00:06:49.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:49.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=51] [step=import] [2024/05/07 00:06:49.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/07 00:06:49.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:49.622 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:49.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:49.623 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.623 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:49.624 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:49.624 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.624 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:49.624 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:49.624 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:49.624 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:49.624 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:49.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:49.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:49.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:49.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:49.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:49.625 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:49.625 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:49.628 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:49.629 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:49.629 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:49.630 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.630 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:49.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:49.631 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:49.639 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:49.640 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.7GB] [2024/05/07 00:06:49.640 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=51] [step=import] [limit=256MiB] [2024/05/07 00:06:49.653 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [2024/05/07 00:06:49.658 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 00:06:49.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 00:06:49.663 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=251] [2024/05/07 00:06:49.724 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=251] [key=t.csv:0] [2024/05/07 00:06:49.726 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=251] [key=t.csv:0] [readDur=944.436µs] [encodeDur=340.817µs] [deliverDur=627.025µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=2.137433ms] [] [2024/05/07 00:06:49.727 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/b21ee392-6ba9-49e9-95ff-25c4ad4bf382.sst] [firstKey=7480000000000000FB5F728000000000000001] [lastKey=7480000000000000FB5F728000000000000002] [2024/05/07 00:06:49.727 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=103] [takeTime=73.849192ms] [] [2024/05/07 00:06:49.728 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 00:06:49.728 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 00:06:49.728 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 00:06:49.730 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.399067ms] [] [2024/05/07 00:06:49.730 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/07 00:06:49.734 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:49.738 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:06:49.738 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:49.738 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 00:06:49.738 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:49.739 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFB5F728000000000FF0000010000000000FA] [end=7480000000000000FFFB5F728000000000FF0000030000000000FA] [2024/05/07 00:06:49.739 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFB5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFB5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:49.740 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=489.05µs] [2024/05/07 00:06:49.740 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.369517ms] [] [2024/05/07 00:06:49.741 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000000FFFB5F728000000000FF0000010000000000FA, endKey: 7480000000000000FFFB5F728000000000FF0000030000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:06:49.771 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:06:49.772 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=41.788768ms] [] [2024/05/07 00:06:49.772 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 00:06:49.773 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.254321ms] [] [2024/05/07 00:06:49.773 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 00:06:49.773 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 00:06:49.775 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.657224ms] [] [2024/05/07 00:06:49.775 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/07 00:06:49.775 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 00:06:49.775 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=51.47µs] [] [2024/05/07 00:06:49.775 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 00:06:49.776 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=915.053µs] [] [2024/05/07 00:06:49.780 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580003423420421] [req-type=Get] [region="{ region id: 14, ver: 96, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:50.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:06:50.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:50.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/07 00:06:50.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:50.023 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:50.023 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:50.025 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:50.025 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:50.025 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:50.026 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:50.026 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:50.045 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:50.045 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:50.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:50.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:50.054 +08:00] [WARN] [dispatcher.go:580] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:50.054 +08:00] [WARN] [dispatcher.go:631] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/07 00:06:50.054 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=running] [error="injected error after StepImport"] [errorVerbose="injected error after StepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportDispatcherExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/dispatcher.go:268\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:578\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:50.058 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:50.059 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:50.059 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:50.060 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:50.060 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:50.061 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:50.061 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:50.061 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/07 00:06:50.064 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:50.064 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:50.064 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:50.064 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:50.064 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:50.064 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:50.064 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:50.065 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:50.065 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:50.065 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:50.067 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=51] [2024/05/07 00:06:50.075 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=failed] [2024/05/07 00:06:50.087 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=51] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:06:50.087 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=failed] [to=running] [2024/05/07 00:06:50.088 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, from failed to running"] [errorVerbose="invalid task state transform, from failed to running\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:445\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage.func1\n\tpkg/disttask/framework/dispatcher/dispatcher.go:554\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:581\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:50.097 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/07 00:06:50.100 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:50.100 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:50.100 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:50.100 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:50.101 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:50.101 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:50.101 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:50.101 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=51] [error="context canceled"] [2024/05/07 00:06:50.101 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=51] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=484.601187ms] [] [2024/05/07 00:06:50.280 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.361439656\n# Parse_time: 0.000071637\n# Compile_time: 0.000396436\n# Rewrite_time: 0.000120482\n# Optimize_time: 0.000184318\n# Wait_TS: 0.000273292\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My4zNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuMzZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nuse fail_job_after_import;\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestKillBeforeFinish [2024/05/07 00:06:50.313 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/07 00:06:50.314 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/07 00:06:50.328 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:50.328 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE kill_job;"] [2024/05/07 00:06:50.341 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create schema, State:queueing, SchemaState:none, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.358 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=1.019535ms] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:50.362 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=254] [version=179] [2024/05/07 00:06:50.407 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.241581ms] [job="ID:254, Type:create schema, State:done, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.421 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create schema, State:synced, SchemaState:public, SchemaID:253, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:50.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.430 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/07 00:06:50.431 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:50.433 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/07 00:06:50.447 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:50.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:50.447 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:50.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/07 00:06:50.462 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:50.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.488 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.500295ms] [gotSchemaVersion=180] [phyTblIDs="[255]"] [actionTypes="[3]"] [2024/05/07 00:06:50.493 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=256] [version=180] [2024/05/07 00:06:50.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:50.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:50.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:50.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:50.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:50.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:50.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:50.536 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.599033ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:50.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.552 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:253, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:50.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:50.564 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/07 00:06:50.564 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:50.609 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:06:50.628 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=52] [job-id=52] [thread-cnt=8] [2024/05/07 00:06:50.628 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=52] [2024/05/07 00:06:51.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:51.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:51.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:51.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:51.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:51.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:51.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:51.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=52] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:51.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:51.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:51.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:51.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:51.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:51.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:51.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:52.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=52] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:52.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=52] [task-type=ImportInto] [num=1] [2024/05/07 00:06:52.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/07 00:06:52.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:52.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:52.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:52.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:52.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:52.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:52.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:52.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/07 00:06:52.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=39.748µs] [2024/05/07 00:06:52.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=133.382µs] [] [2024/05/07 00:06:52.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:52.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=52] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:52.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:52.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=52] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:52.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:52.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=52] [2024/05/07 00:06:52.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=52] [type=ImportInto] [2024/05/07 00:06:52.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:52.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:52.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:52.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:52.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:52.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:52.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:52.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:52.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.526 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:52.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:52.527 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:52.527 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:52.527 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/07 00:06:52.546 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:52.546 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:52.546 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:52.546 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:52.546 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:52.547 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:52.547 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:52.547 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:52.547 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:52.547 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:52.552 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/07 00:06:52.619 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=52] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:52.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 00:06:52.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 00:06:52.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:52.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:52.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:52.628 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.628 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:52.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:52.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:52.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:52.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:06:52.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:52.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:06:52.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:52.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:52.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:52.633 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:52.634 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:52.634 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:52.635 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.635 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:52.636 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:52.636 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:52.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:52.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:52.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=52] [step=import] [limit=256MiB] [2024/05/07 00:06:52.660 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [2024/05/07 00:06:52.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 00:06:52.671 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 00:06:52.671 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=255] [2024/05/07 00:06:52.718 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [2024/05/07 00:06:52.719 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=255] [key=t-1.tsv:0] [readDur=818.834µs] [encodeDur=297.08µs] [deliverDur=227.177µs] [checksum="{cksum=17100453993150652909,size=37,kvs=1}"] [takeTime=1.572634ms] [] [2024/05/07 00:06:52.720 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/cbc94768-40a3-4bde-a5d0-dab99137f84b.sst] [firstKey=7480000000000000FF5F728000000000000001] [lastKey=7480000000000000FF5F728000000000000001] [2024/05/07 00:06:52.720 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=104] [takeTime=59.928158ms] [] [2024/05/07 00:06:52.720 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 00:06:52.720 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 00:06:52.720 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 00:06:52.723 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=2.305796ms] [] [2024/05/07 00:06:52.723 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/07 00:06:52.727 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:52.728 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:06:52.728 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:52.729 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 00:06:52.729 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:06:52.729 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000000FFFF5F728000000000FF0000010000000000FA] [end=7480000000000000FFFF5F728000000000FF0000020000000000FA] [2024/05/07 00:06:52.729 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000000FFFF5F728000000000FF0000010000000000FA] [maxKey=7480000000000000FFFF5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:06:52.730 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=534.065µs] [2024/05/07 00:06:52.730 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.34993ms] [] [2024/05/07 00:06:52.737 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580004197007362] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:52.737 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580004197007362] [req-type=Cop] [region="{ region id: 14, ver: 98, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:52.738 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:98 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 100, request epoch conf_ver: 5 version: 98\")"] ["job stage"=needRescan] [2024/05/07 00:06:52.739 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000000FF5F728000000000000001] [endKey=7480000000000000FF5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:06:54.739 +08:00] [2024/05/07 00:06:53.012 +08:00] [INFO] [dispatcher.go:243] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [state=cancelling] [stage=1] [2024/05/07 00:06:53.015 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=cancelling] [to=reverting] [2024/05/07 00:06:53.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:53.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:53.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:53.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:53.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:53.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:53.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:53.207 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/07 00:06:53.208 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:53.208 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:53.208 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:53.208 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:53.208 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:53.208 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=0] [importedCount=0] [2024/05/07 00:06:53.208 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:53.208 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=52] [error="context canceled"] [2024/05/07 00:06:53.209 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=486.306809ms] [] [2024/05/07 00:06:53.209 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 00:06:53.211 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.330861ms] [] [2024/05/07 00:06:53.211 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 00:06:53.211 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 00:06:53.211 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:53.211 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=52] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:363\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:53.211 +08:00] [WARN] [scheduler.go:622] ["subtask canceled"] [task-id=52] [error="context canceled"] [2024/05/07 00:06:53.218 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 00:06:53.221 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:53.221 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:53.221 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:53.221 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:53.223 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:53.223 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:53.223 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:53.223 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/br/pkg/lightning/backend/local.(*Backend).CloseEngine\n\tbr/pkg/lightning/backend/local/local.go:1028\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.engine.unsafeClose\n\tbr/pkg/lightning/backend/backend.go:324\ngithub.com/pingcap/tidb/br/pkg/lightning/backend.(*OpenedEngine).Close\n\tbr/pkg/lightning/backend/backend.go:277\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).OnFinished\n\tpkg/disttask/importinto/scheduler.go:213\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onSubtaskFinished\n\tpkg/disttask/framework/scheduler/scheduler.go:362\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:357\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:06:53.507 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/07 00:06:53.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:53.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:53.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:53.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:53.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:53.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:53.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:53.529 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=52] [step=1] [2024/05/07 00:06:53.535 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 00:06:53.546 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 00:06:53.807 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=52] [2024/05/07 00:06:54.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:54.016 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="[0]cancelled by user"] [2024/05/07 00:06:54.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:54.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:54.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:54.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:54.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:54.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:54.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:54.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:54.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:54.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:54.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:54.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/07 00:06:54.041 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:54.041 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:54.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:54.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:54.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:54.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:54.045 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=52] [2024/05/07 00:06:54.052 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:06:54.160 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=52] [step=1] [state=reverted] [2024/05/07 00:06:54.193 +08:00] [INFO] [region_request.go:1531] ["send request failed, err: context canceled"] [req-ts=18446744073709551615] [req-type=Get] [region="{ region id: 28, ver: 7, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:context canceled,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: true, replicaStatus: [peer: 29, store: 1, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 30, store: 3, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 31, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=30000] [total-region-errors=] [2024/05/07 00:06:54.193 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.626026585\n# Parse_time: 0.000253552\n# Compile_time: 0.000385549\n# Rewrite_time: 0.00012368\n# Optimize_time: 0.000038453\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6My42M3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjMuNjNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:06:54.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:54.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:54.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:54.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:54.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:54.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=52] [2024/05/07 00:06:54.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:54.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:54.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:06:54.545 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:06:55.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:55.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:55.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:55.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:55.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:55.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:55.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] === RUN TestLoadRemote/TestLoadSQLDump [2024/05/07 00:06:55.237 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 00:06:55.249 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:55.249 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 00:06:55.263 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.285 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=689.152µs] [gotSchemaVersion=181] [phyTblIDs="[192,194]"] [actionTypes="[2,2]"] [2024/05/07 00:06:55.290 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=181] [2024/05/07 00:06:55.334 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=52.926279ms] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.347 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.363 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=550.974µs] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:55.367 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=182] [2024/05/07 00:06:55.412 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=52.467019ms] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.426 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [category=ddl] [job="ID:257, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.444 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=595.477µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:55.448 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=257] [version=183] [2024/05/07 00:06:55.494 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.739775ms] [job="ID:257, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.508 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=257] [tableIDs="[192,194]"] [2024/05/07 00:06:55.514 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=257] [jobType="drop schema"] [2024/05/07 00:06:55.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:55.516 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=257] [conn=2] [job="ID:257, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:55.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:55.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:55.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:55.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:55.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:55.534 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/07 00:06:55.534 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:55.536 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.3002784\n# Parse_time: 0.000326147\n# Compile_time: 0.000448708\n# Rewrite_time: 0.000026016\n# Optimize_time: 0.0000336\n# Wait_TS: 0.000358577\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/07 00:06:55.537 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=183] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 00:06:55.552 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/07 00:06:55.552 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:55.568 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:create schema, State:queueing, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.586 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=1.149488ms] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:06:55.591 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=259] [version=184] [2024/05/07 00:06:55.634 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.082148ms] [job="ID:259, Type:create schema, State:done, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:06:55.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.650 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:create schema, State:synced, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.660 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/07 00:06:55.660 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:55.663 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/07 00:06:55.678 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:06:55.678 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/07 00:06:55.694 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.716 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.070438ms] [gotSchemaVersion=185] [phyTblIDs="[260]"] [actionTypes="[3]"] [2024/05/07 00:06:55.721 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=261] [version=185] [2024/05/07 00:06:55.765 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.458193ms] [job="ID:261, Type:create table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-07 00:06:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.781 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-07 00:06:55.64 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:06:55.793 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/07 00:06:55.793 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:06:55.836 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/07 00:06:55.855 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=53] [job-id=53] [thread-cnt=8] [2024/05/07 00:06:55.855 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=53] [2024/05/07 00:06:56.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:56.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:56.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:56.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:56.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:56.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:56.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:56.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:56.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:56.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:56.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:56.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:56.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:56.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:57.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:57.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:57.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:57.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:57.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:57.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:57.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:57.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=53] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:06:57.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:57.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:57.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:57.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:57.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:57.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:57.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:58.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:06:58.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/07 00:06:58.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/07 00:06:58.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:58.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:58.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:58.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:58.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:58.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:06:58.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/07 00:06:58.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:58.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=76.12µs] [2024/05/07 00:06:58.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=214.144µs] [] [2024/05/07 00:06:58.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:58.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:06:58.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:06:58.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:06:58.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:06:58.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:06:58.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=53] [2024/05/07 00:06:58.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=53] [type=ImportInto] [2024/05/07 00:06:58.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:58.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:58.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:58.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:58.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:58.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:58.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:58.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:58.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:58.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:58.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/07 00:06:58.531 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:58.531 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:58.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:58.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:58.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:58.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:58.550 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/07 00:06:58.619 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:06:58.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=import] [2024/05/07 00:06:58.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/07 00:06:58.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:58.627 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:58.627 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:58.628 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.628 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:58.629 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:06:58.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:06:58.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:06:58.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:06:58.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:06:58.633 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:06:58.634 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:06:58.634 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:06:58.635 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.635 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:06:58.636 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:06:58.636 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:06:58.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:06:58.646 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:06:58.646 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=53] [step=import] [limit=256MiB] [2024/05/07 00:06:58.661 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [2024/05/07 00:06:58.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:06:58.672 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:06:58.672 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=260] [2024/05/07 00:06:58.717 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=260] [key=p:0] [2024/05/07 00:06:58.719 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=260] [key=p:0] [readDur=1.007713ms] [encodeDur=240.065µs] [deliverDur=211.032µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=1.77334ms] [] [2024/05/07 00:06:58.720 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/114ee85c-f325-439f-9a70-e0b3c305b4ea.sst] [firstKey=7480000000000001045F728000000000000001] [lastKey=7480000000000001045F728000000000000002] [2024/05/07 00:06:58.720 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=106] [takeTime=58.949071ms] [] [2024/05/07 00:06:58.720 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 00:06:58.720 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 00:06:58.720 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:06:58.723 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.689347ms] [] [2024/05/07 00:06:58.723 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 00:06:58.727 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:06:58.729 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/07 00:06:58.729 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:06:58.729 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:06:58.729 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:06:58.730 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF045F728000000000FF0000010000000000FA] [end=7480000000000001FF045F728000000000FF0000030000000000FA] [2024/05/07 00:06:58.730 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF045F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF045F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:06:58.731 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=500.213µs] [2024/05/07 00:06:58.731 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.326959ms] [] [2024/05/07 00:06:58.739 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580005769609218] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:58.739 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580005769609218] [req-type=Cop] [region="{ region id: 14, ver: 100, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:06:58.740 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:100 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 102, request epoch conf_ver: 5 version: 100\")"] ["job stage"=needRescan] [2024/05/07 00:06:58.741 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001045F728000000000000001] [endKey=7480000000000001045F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:00.741 +08:00] [2024/05/07 00:06:59.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:59.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:59.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:59.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:59.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:59.029 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:59.030 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:59.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:06:59.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:06:59.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:06:59.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:06:59.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:06:59.530 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:06:59.530 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:00.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:00.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:00.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:00.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:00.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:00.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:00.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:00.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:00.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:00.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:00.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:00.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:00.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:00.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:00.882 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 00:07:00.884 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.161045244s] [] [2024/05/07 00:07:00.884 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:00.886 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.299443ms] [] [2024/05/07 00:07:00.886 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 00:07:00.886 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:00.888 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.865021ms] [] [2024/05/07 00:07:00.888 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 00:07:00.888 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:00.888 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=47.193µs] [] [2024/05/07 00:07:00.888 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:00.889 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.05228ms] [] [2024/05/07 00:07:01.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:01.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:01.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:01.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/07 00:07:01.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:01.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:01.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:01.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:01.022 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:01.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:01.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:01.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:01.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:01.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:01.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:01.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:01.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:01.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:01.046 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:01.046 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:01.046 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:01.046 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:01.062 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/07 00:07:01.063 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:01.063 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:01.063 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:01.076 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=53] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:01.076 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:01.209 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/07 00:07:01.212 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:01.212 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:01.212 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:01.212 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:01.213 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:01.213 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:01.214 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:01.214 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/07 00:07:01.214 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.594640863s] [] [2024/05/07 00:07:01.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:01.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:01.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:01.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:01.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:01.520 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:01.521 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=53] [step=post-process] [2024/05/07 00:07:01.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:01.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:01.534 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/07 00:07:01.534 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/07 00:07:01.534 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [2024/05/07 00:07:01.538 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:01.538 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:01.538 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:01.539 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:01.539 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:01.540 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:01.540 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:01.541 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:01.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:01.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:01.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:01.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:01.549 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=14.366805ms] [] [2024/05/07 00:07:01.549 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 00:07:01.550 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [weight=30] [2024/05/07 00:07:01.550 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [concurrency=15] [2024/05/07 00:07:01.552 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 00:07:01.552 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=17.721508ms] [] [2024/05/07 00:07:01.552 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=107] [takeTime=17.860139ms] [] [2024/05/07 00:07:02.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:02.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=53] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:02.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:02.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=53] [task-type=ImportInto] [num=1] [2024/05/07 00:07:02.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:02.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:02.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:02.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:02.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=53] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:02.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:02.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:02.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:02.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=53] [step=done] [state=running] [] [2024/05/07 00:07:02.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=53] [2024/05/07 00:07:02.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:02.467 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.671608658\n# Parse_time: 0.000095507\n# Compile_time: 0.000493326\n# Rewrite_time: 0.000128647\n# Optimize_time: 0.0000336\n# Wait_TS: 0.000338035\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/07 00:07:02.471 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/07 00:07:02.484 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=53] [error="context canceled"] [2024/05/07 00:07:02.484 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=53] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=964.730463ms] [] [2024/05/07 00:07:02.487 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:02.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:02.487 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:02.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/07 00:07:02.504 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:truncate table, State:queueing, SchemaState:none, SchemaID:258, TableID:260, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:02.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:02.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:02.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:02.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:02.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:02.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:02.526 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=53] [2024/05/07 00:07:02.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:02.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:02.532 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.179099ms] [gotSchemaVersion=186] [phyTblIDs="[260,262]"] [actionTypes="[11,11]"] [2024/05/07 00:07:02.534 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:02.537 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=263] [version=186] [2024/05/07 00:07:02.547 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:02.580 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.424925ms] [job="ID:263, Type:truncate table, State:done, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:02.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:02.600 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=263] [elementID=1] [comment="table ID is 260"] [2024/05/07 00:07:02.605 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=263] [jobType="truncate table"] [2024/05/07 00:07:02.607 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:truncate table, State:synced, SchemaState:public, SchemaID:258, TableID:260, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:02.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:02.627 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/07 00:07:02.627 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:02.674 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"/tmp/TestLoadRemoteTestLoadSQLDump2538368202/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=false] [2024/05/07 00:07:02.674 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:07:02.674 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/07 00:07:02.674 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=44.107µs] [2024/05/07 00:07:02.674 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=147.622µs] [] [2024/05/07 00:07:02.695 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=54] [job-id=54] [thread-cnt=8] [2024/05/07 00:07:02.695 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=54] [2024/05/07 00:07:03.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:03.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:03.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:03.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:03.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:03.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:03.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:03.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=54] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:03.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:03.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:03.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:03.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:03.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:03.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:03.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:04.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:04.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:04.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/07 00:07:04.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:04.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/07 00:07:04.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:04.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:04.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:04.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:04.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:04.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:04.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:04.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:04.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:04.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:04.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=54] [2024/05/07 00:07:04.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=54] [type=ImportInto] [2024/05/07 00:07:04.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:04.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:04.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:04.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:04.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:04.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:04.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:04.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:04.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:04.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:04.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/07 00:07:04.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:04.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:04.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:04.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:04.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:04.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:04.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:04.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/07 00:07:04.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:04.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=import] [2024/05/07 00:07:04.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/07 00:07:04.622 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:04.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:04.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:04.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:04.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:04.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:04.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:04.625 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:04.625 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:04.625 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:04.625 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:04.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:04.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:04.629 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:04.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:04.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:04.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.631 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:04.631 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:04.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:04.640 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:04.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:07:04.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=54] [step=import] [limit=256MiB] [2024/05/07 00:07:04.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [2024/05/07 00:07:04.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:04.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:04.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/07 00:07:04.678 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=262] [key=test.sql:0] [2024/05/07 00:07:04.679 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=test.sql:0] [readDur=54.717µs] [encodeDur=345.489µs] [deliverDur=191.509µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [takeTime=882.663µs] [] [2024/05/07 00:07:04.680 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=108] [takeTime=26.019962ms] [] [2024/05/07 00:07:04.680 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/c0b44a72-ef6a-4ab8-bc2e-0b1efb295467.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/07 00:07:04.680 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 00:07:04.680 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 00:07:04.680 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:04.683 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.55066ms] [] [2024/05/07 00:07:04.683 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 00:07:04.687 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:04.688 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/07 00:07:04.689 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:04.689 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:04.689 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:07:04.689 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF065F728000000000FF0000010000000000FA] [end=7480000000000001FF065F728000000000FF0000030000000000FA] [2024/05/07 00:07:04.689 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF065F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF065F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:07:04.690 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=398.279µs] [2024/05/07 00:07:04.690 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.087342ms] [] [2024/05/07 00:07:04.710 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 104, but you sent conf_ver: 5 version: 102"] [region="{ID=452,startKey=7480000000000001FF065F728000000000FF0000010000000000FA,endKey=7480000000000001FF065F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:104 \",peers=\"id:453 store_id:1 ,id:454 store_id:3 ,id:455 store_id:2 \"}"] [start=7480000000000001065F728000000000000001] [end=7480000000000001065F728000000000000003] [2024/05/07 00:07:04.711 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001065F728000000000000001] [endKey=7480000000000001065F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:06.711 +08:00] [2024/05/07 00:07:04.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580007342473219] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:04.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580007342473219] [req-type=Cop] [region="{ region id: 14, ver: 102, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:05.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:05.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:05.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:05.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:05.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:05.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:05.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:05.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:05.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:05.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:05.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:05.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:05.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:05.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:06.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:06.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:06.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:06.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:06.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:06.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:06.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:06.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:06.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:06.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:06.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:06.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:06.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:06.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:06.729 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 00:07:06.730 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.047102202s] [] [2024/05/07 00:07:06.730 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:06.732 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.2677ms] [] [2024/05/07 00:07:06.732 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 00:07:06.732 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:06.734 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.936457ms] [] [2024/05/07 00:07:06.734 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 00:07:06.734 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:06.734 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=48.205µs] [] [2024/05/07 00:07:06.734 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:06.735 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=901.162µs] [] [2024/05/07 00:07:07.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:07.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:07.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:07.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:07.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:07.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:07.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/07 00:07:07.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:07.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:07.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:07.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:07.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:07.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:07.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:07.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:07.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:07.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:07.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:07.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:07.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:07.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:07.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:07.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/07 00:07:07.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:07.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:07.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:07.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=54] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:07.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:07.360 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/07 00:07:07.364 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:07.364 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:07.364 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:07.364 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:07.365 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:07.365 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:07.365 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:07.365 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/07 00:07:07.365 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.746525636s] [] [2024/05/07 00:07:07.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:07.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:07.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:07.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:07.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:07.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:07.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:07.671 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:07.672 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=54] [step=post-process] [2024/05/07 00:07:07.684 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/07 00:07:07.685 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/07 00:07:07.685 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [2024/05/07 00:07:07.687 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:07.688 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:07.688 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:07.689 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:07.689 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:07.690 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:07.690 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:07.690 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:07.690 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:07.690 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:07.690 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:07.697 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=12.476521ms] [] [2024/05/07 00:07:07.697 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 00:07:07.698 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [weight=30] [2024/05/07 00:07:07.698 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [concurrency=15] [2024/05/07 00:07:07.700 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 00:07:07.700 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=15.231025ms] [] [2024/05/07 00:07:07.700 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=109] [takeTime=15.380931ms] [] [2024/05/07 00:07:08.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:08.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=54] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:08.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:08.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=54] [task-type=ImportInto] [num=1] [2024/05/07 00:07:08.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:08.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:08.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:08.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:08.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=54] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:08.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:08.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:08.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:08.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=54] [step=done] [state=running] [] [2024/05/07 00:07:08.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=54] [2024/05/07 00:07:08.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:08.106 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.476640992\n# Parse_time: 0.000115246\n# Compile_time: 0.000462293\n# Rewrite_time: 0.000166389\n# Optimize_time: 0.000203604\n# Wait_TS: 0.000280486\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestLoadRemoteTestLoadSQLDump2538368202/001/test.sql' FORMAT 'SQL';"] === RUN TestLoadRemote/TestMaxWriteSpeed [2024/05/07 00:07:08.110 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/07 00:07:08.111 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/07 00:07:08.125 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:08.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:08.125 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:08.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/07 00:07:08.140 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:create schema, State:queueing, SchemaState:none, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:08.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.156 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=967.799µs] [gotSchemaVersion=187] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:08.160 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=265] [version=187] [2024/05/07 00:07:08.205 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=52.783269ms] [job="ID:265, Type:create schema, State:done, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:08.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.219 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:create schema, State:synced, SchemaState:public, SchemaID:264, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:08.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.229 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/07 00:07:08.229 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:08.232 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/07 00:07:08.246 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:08.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:08.246 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:08.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/07 00:07:08.260 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:08.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.280 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.712643ms] [gotSchemaVersion=188] [phyTblIDs="[266]"] [actionTypes="[3]"] [2024/05/07 00:07:08.284 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=267] [version=188] [2024/05/07 00:07:08.323 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=54] [error="context canceled"] [2024/05/07 00:07:08.323 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=54] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.039497ms] [] [2024/05/07 00:07:08.328 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=53.355897ms] [job="ID:267, Type:create table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:08.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.347 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:08.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:08.358 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/07 00:07:08.358 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:08.399 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:07:08.416 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=55] [job-id=55] [thread-cnt=8] [2024/05/07 00:07:08.416 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=55] [2024/05/07 00:07:08.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:08.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:08.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:08.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:08.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:08.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=54] [2024/05/07 00:07:08.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:08.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:08.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:08.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:09.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:09.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:09.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:09.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:09.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:09.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:09.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:09.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=55] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:09.514 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:09.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:09.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:09.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:09.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:09.524 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:09.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:10.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:10.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/07 00:07:10.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/07 00:07:10.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:10.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:10.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:10.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:10.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:10.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:07:10.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/07 00:07:10.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=48.556µs] [2024/05/07 00:07:10.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=141.14µs] [] [2024/05/07 00:07:10.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:10.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:10.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:10.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:10.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:10.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:10.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:10.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=55] [2024/05/07 00:07:10.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=55] [type=ImportInto] [2024/05/07 00:07:10.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:10.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:10.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:10.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:10.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:10.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:10.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:10.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:10.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:10.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:10.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/07 00:07:10.541 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:10.541 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:10.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:10.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:10.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:10.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:10.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/07 00:07:10.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:10.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=import] [2024/05/07 00:07:10.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/07 00:07:10.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:10.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:10.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:10.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:10.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:10.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:10.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:10.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:10.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:10.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:10.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:10.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:10.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:10.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:10.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:10.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:10.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:10.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:10.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:10.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:10.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:10.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:10.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:10.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:10.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:07:10.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=55] [step=import] [limit=256MiB] [2024/05/07 00:07:10.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [2024/05/07 00:07:10.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:10.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:10.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=266] [2024/05/07 00:07:10.676 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [2024/05/07 00:07:10.706 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=266] [key=speed-test.csv:0] [readDur=5.308993ms] [encodeDur=18.517223ms] [deliverDur=2.64737ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=29.91817ms] [] [2024/05/07 00:07:10.707 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=110] [takeTime=49.139352ms] [] [2024/05/07 00:07:10.707 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/15084617-8f01-4062-b959-1e957dc23979.sst] [firstKey=74800000000000010A5F728000000000000001] [lastKey=74800000000000010A5F7280000000000003E8] [2024/05/07 00:07:10.707 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 00:07:10.707 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 00:07:10.707 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:10.710 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.864724ms] [] [2024/05/07 00:07:10.710 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/07 00:07:10.714 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:10.716 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/07 00:07:10.716 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:10.716 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:10.716 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/07 00:07:10.717 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0A5F728000000000FF0000010000000000FA] [end=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [2024/05/07 00:07:10.717 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0A5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/07 00:07:10.717 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=405.47µs] [2024/05/07 00:07:10.717 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.077299ms] [] [2024/05/07 00:07:10.725 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:104 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 106, request epoch conf_ver: 5 version: 104\")"] ["job stage"=needRescan] [2024/05/07 00:07:10.726 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010A5F728000000000000001] [endKey=74800000000000010A5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:12.726 +08:00] [2024/05/07 00:07:10.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580008915337219] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:10.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580008915337219] [req-type=Cop] [region="{ region id: 14, ver: 104, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:11.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:11.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:11.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:11.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:11.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:11.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:11.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:11.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:11.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:11.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:11.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:11.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:11.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:11.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:12.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:12.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:12.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:12.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:12.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:12.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:12.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:12.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:12.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:12.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:12.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:12.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:12.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:12.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:12.746 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/07 00:07:12.748 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=2.037314818s] [] [2024/05/07 00:07:12.748 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:12.749 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.273764ms] [] [2024/05/07 00:07:12.749 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 00:07:12.749 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:12.751 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.709829ms] [] [2024/05/07 00:07:12.751 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/07 00:07:12.751 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:12.751 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=49.444µs] [] [2024/05/07 00:07:12.751 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:12.752 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=956.311µs] [] [2024/05/07 00:07:13.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:13.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:13.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:13.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/07 00:07:13.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:13.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:13.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:13.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:13.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:13.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:13.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:13.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:13.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:13.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:13.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:13.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:13.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:13.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:13.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:13.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:13.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:13.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:13.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/07 00:07:13.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:13.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:13.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:13.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=55] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:13.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:13.376 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:13.380 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:13.380 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:13.380 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:13.380 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:13.381 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:13.381 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:13.381 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:13.381 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/07 00:07:13.381 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.762983422s] [] [2024/05/07 00:07:13.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:13.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:13.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:13.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:13.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:13.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:13.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:13.687 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:13.689 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=55] [step=post-process] [2024/05/07 00:07:13.703 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/07 00:07:13.703 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/07 00:07:13.703 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [2024/05/07 00:07:13.706 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:13.706 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:13.706 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:13.707 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:13.707 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:13.708 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:13.708 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:13.708 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:13.708 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:13.708 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:13.708 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:13.708 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:13.708 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:13.708 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:13.709 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:13.709 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:13.709 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:13.717 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=13.863592ms] [] [2024/05/07 00:07:13.717 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 00:07:13.718 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [weight=30] [2024/05/07 00:07:13.718 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [concurrency=15] [2024/05/07 00:07:13.720 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 00:07:13.720 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=17.468383ms] [] [2024/05/07 00:07:13.720 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=111] [takeTime=17.622353ms] [] [2024/05/07 00:07:14.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:14.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=55] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:14.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:14.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=55] [task-type=ImportInto] [num=1] [2024/05/07 00:07:14.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:14.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:14.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:14.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:14.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=55] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:14.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:14.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:14.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:14.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=55] [step=done] [state=running] [] [2024/05/07 00:07:14.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=55] [2024/05/07 00:07:14.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:14.128 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.7648381650000005\n# Parse_time: 0.000068599\n# Compile_time: 0.0003928\n# Rewrite_time: 0.000123539\n# Optimize_time: 0.000163209\n# Wait_TS: 0.000312214\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:07:14.133 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/07 00:07:14.148 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:14.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:14.148 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:14.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/07 00:07:14.164 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:truncate table, State:queueing, SchemaState:none, SchemaID:264, TableID:266, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:14.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:14.189 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.319596ms] [gotSchemaVersion=189] [phyTblIDs="[266,268]"] [actionTypes="[11,11]"] [2024/05/07 00:07:14.195 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=269] [version=189] [2024/05/07 00:07:14.237 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=53.469693ms] [job="ID:269, Type:truncate table, State:done, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:14.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:14.252 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=269] [elementID=1] [comment="table ID is 266"] [2024/05/07 00:07:14.258 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="truncate table"] [2024/05/07 00:07:14.259 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:truncate table, State:synced, SchemaState:public, SchemaID:264, TableID:266, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:14.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:14.277 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/07 00:07:14.277 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:14.317 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:14.335 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=56] [job-id=56] [thread-cnt=8] [2024/05/07 00:07:14.335 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=56] [2024/05/07 00:07:14.346 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=55] [error="context canceled"] [2024/05/07 00:07:14.346 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=55] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.611529ms] [] [2024/05/07 00:07:14.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:14.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:14.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:14.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:14.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:14.525 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=55] [2024/05/07 00:07:14.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:14.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:14.532 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:14.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:15.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:15.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:15.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:15.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:15.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:15.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:15.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:15.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=56] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:15.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:15.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:15.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:15.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:15.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:15.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:15.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:16.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:16.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/07 00:07:16.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/07 00:07:16.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:16.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:16.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:16.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:16.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:16.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:07:16.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/07 00:07:16.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=64.64µs] [2024/05/07 00:07:16.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=205.364µs] [] [2024/05/07 00:07:16.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:16.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:16.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:16.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:16.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:16.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:16.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:16.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=56] [2024/05/07 00:07:16.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=56] [type=ImportInto] [2024/05/07 00:07:16.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:16.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:16.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:16.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:16.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:16.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:16.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:16.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:16.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:16.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:16.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/07 00:07:16.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:16.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:16.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:16.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:16.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:16.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:16.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/07 00:07:16.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:16.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=import] [2024/05/07 00:07:16.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/07 00:07:16.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:16.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:16.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:16.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:16.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:16.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:16.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:16.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:16.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:16.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:16.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:16.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:16.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:16.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:16.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:16.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:16.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:16.648 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:16.648 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:07:16.648 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=56] [step=import] [limit=256MiB] [2024/05/07 00:07:16.664 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [2024/05/07 00:07:16.669 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:16.674 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:16.674 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/07 00:07:16.682 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/07 00:07:16.712 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=5.652529ms] [encodeDur=18.701815ms] [deliverDur=2.614698ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [takeTime=29.951356ms] [] [2024/05/07 00:07:16.713 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=112] [takeTime=48.961345ms] [] [2024/05/07 00:07:16.713 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=34744] [kvs=1000] [files=1] [sstFileSize=11225] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/a8a6f974-09de-4990-92e4-3e3c2a5569db.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/07 00:07:16.713 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 00:07:16.713 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 00:07:16.713 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:16.716 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=3.073607ms] [] [2024/05/07 00:07:16.717 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/07 00:07:16.722 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:16.724 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/07 00:07:16.724 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:16.724 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:16.724 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [retry=0] [2024/05/07 00:07:16.725 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF0C5F728000000000FF0000010000000000FA] [end=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [2024/05/07 00:07:16.725 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF0C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF0C5F728000000000FF0003E90000000000FA] [regions=1] [2024/05/07 00:07:16.725 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=447.283µs] [2024/05/07 00:07:16.725 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.228739ms] [] [2024/05/07 00:07:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580010488201217] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580010488201217] [req-type=Cop] [region="{ region id: 14, ver: 106, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:17.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:17.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:17.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:17.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:17.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:17.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:17.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:17.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:17.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:17.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:17.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:17.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:17.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:17.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:18.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:18.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:18.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:18.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:18.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:18.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:18.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:18.269 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:106 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 108, request epoch conf_ver: 5 version: 106\")"] ["job stage"=needRescan] [2024/05/07 00:07:18.270 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000010C5F728000000000000001] [endKey=74800000000000010C5F7280000000000003E9] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:20.270 +08:00] [2024/05/07 00:07:18.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:18.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:18.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:18.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:18.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:18.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:18.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:19.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:19.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:19.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:19.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:19.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:19.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:19.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:19.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:19.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:19.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:19.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:19.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:19.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:19.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:20.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:20.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:20.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:20.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:20.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:20.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:20.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:20.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:20.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:20.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:20.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:20.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:20.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:20.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:21.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:21.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:21.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:21.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:21.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:21.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:21.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:21.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:21.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:21.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:21.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:21.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:21.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:21.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:22.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:22.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:22.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:22.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:22.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:22.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:22.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:22.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:22.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:22.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:22.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:22.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:22.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:22.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:23.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:23.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:23.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:23.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:23.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:23.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:23.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:23.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:23.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:23.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:23.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:23.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:23.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:23.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:24.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:24.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:24.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:24.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:24.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:24.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:24.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:24.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:24.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:24.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:24.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:24.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:24.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:24.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:25.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:25.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:25.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:25.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:25.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:25.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:25.029 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:25.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:25.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:25.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:25.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:25.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:25.529 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:25.529 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:26.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:26.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:26.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:26.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:26.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:26.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:26.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:26.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:26.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:26.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:26.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:26.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:26.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:26.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:27.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:27.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:27.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:27.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:27.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:27.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:27.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:27.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:27.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:27.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:27.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:27.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:27.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:27.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:28.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:28.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:28.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:28.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:28.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:28.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:28.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:28.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:28.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:28.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:28.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:28.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:28.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:28.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:29.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:29.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:29.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:29.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:29.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:29.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:29.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:29.514 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:29.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:29.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:29.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:29.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:29.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:29.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:29.826 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/07 00:07:29.827 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=13.11047678s] [] [2024/05/07 00:07:29.827 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 00:07:29.829 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.580077ms] [] [2024/05/07 00:07:29.829 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 00:07:29.829 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:29.831 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=2.127219ms] [] [2024/05/07 00:07:29.831 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/07 00:07:29.831 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:29.831 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=44.636µs] [] [2024/05/07 00:07:29.831 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 00:07:29.832 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.086633ms] [] [2024/05/07 00:07:30.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:30.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:30.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:30.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/07 00:07:30.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:30.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:30.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:30.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:30.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:30.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:30.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:30.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:30.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:30.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:30.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:30.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:30.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:30.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:30.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:30.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:30.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:30.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:30.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/07 00:07:30.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:30.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:30.058 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:30.070 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=56] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:30.070 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:30.151 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:30.154 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:30.154 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:30.154 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:30.154 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:30.155 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:30.156 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:30.156 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:30.156 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/07 00:07:30.156 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=13.537991857s] [] [2024/05/07 00:07:30.462 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:30.463 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=56] [step=post-process] [2024/05/07 00:07:30.475 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/07 00:07:30.475 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/07 00:07:30.475 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [2024/05/07 00:07:30.478 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:30.479 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:30.479 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:30.480 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:30.480 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:30.480 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:30.480 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:30.481 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:30.481 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:30.481 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:30.481 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:30.481 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:30.481 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:30.481 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:30.489 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=13.168085ms] [] [2024/05/07 00:07:30.489 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 00:07:30.489 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [weight=30] [2024/05/07 00:07:30.489 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [concurrency=15] [2024/05/07 00:07:30.492 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 00:07:30.492 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=16.395927ms] [] [2024/05/07 00:07:30.492 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=113] [takeTime=16.537095ms] [] [2024/05/07 00:07:30.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:30.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=56] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:30.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:30.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=56] [task-type=ImportInto] [num=1] [2024/05/07 00:07:30.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:30.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:30.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:30.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:30.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=56] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:30.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:30.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:30.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:30.527 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=56] [step=done] [state=running] [] [2024/05/07 00:07:30.530 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=56] [2024/05/07 00:07:30.536 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:30.809 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=56] [error="context canceled"] [2024/05/07 00:07:30.810 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=56] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=347.813341ms] [] [2024/05/07 00:07:30.846 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 16.565812742\n# Parse_time: 0.000125588\n# Compile_time: 0.000424381\n# Rewrite_time: 0.000133493\n# Optimize_time: 0.000399403\n# Wait_TS: 0.000295935\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTYuNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTYuNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestLoadRemote/TestMultiValueIndex [2024/05/07 00:07:30.850 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 00:07:30.860 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:30.860 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 00:07:30.873 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:queueing, SchemaState:public, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:30.891 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=546.301µs] [gotSchemaVersion=190] [phyTblIDs="[262]"] [actionTypes="[2]"] [2024/05/07 00:07:30.895 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=190] [2024/05/07 00:07:30.941 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.321547ms] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:30.953 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:write only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:30.968 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=542.664µs] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:30.972 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=191] [2024/05/07 00:07:31.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:31.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:31.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:31.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:31.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:31.018 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.129158ms] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=56] [2024/05/07 00:07:31.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:31.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:31.028 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:31.031 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [category=ddl] [job="ID:270, Type:drop schema, State:running, SchemaState:delete only, SchemaID:258, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.041 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:31.048 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=497.507µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:31.052 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=270] [version=192] [2024/05/07 00:07:31.098 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.218721ms] [job="ID:270, Type:drop schema, State:done, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.110 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=270] [tableIDs="[262]"] [2024/05/07 00:07:31.115 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=270] [jobType="drop schema"] [2024/05/07 00:07:31.116 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=270] [conn=2] [job="ID:270, Type:drop schema, State:synced, SchemaState:none, SchemaID:258, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:30.839 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.131 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=270] [2024/05/07 00:07:31.131 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:31.134 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=192] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 00:07:31.146 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:31.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_csv;"] [2024/05/07 00:07:31.146 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:31.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:31.160 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:create schema, State:queueing, SchemaState:none, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:31.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.175 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=970.509µs] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:31.179 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=272] [version=193] [2024/05/07 00:07:31.225 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.241059ms] [job="ID:272, Type:create schema, State:done, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:31.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.245 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:create schema, State:synced, SchemaState:public, SchemaID:271, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:31.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.255 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/07 00:07:31.255 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:31.258 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/07 00:07:31.274 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:31.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:31.274 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:31.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/07 00:07:31.290 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create table, State:queueing, SchemaState:none, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:31.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.312 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.193447ms] [gotSchemaVersion=194] [phyTblIDs="[273]"] [actionTypes="[3]"] [2024/05/07 00:07:31.316 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=274] [version=194] [2024/05/07 00:07:31.360 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.923549ms] [job="ID:274, Type:create table, State:done, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:31.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.375 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create table, State:synced, SchemaState:public, SchemaID:271, TableID:273, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:31.24 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:31.387 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/07 00:07:31.387 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:31.424 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:31.443 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=57] [job-id=57] [thread-cnt=8] [2024/05/07 00:07:31.443 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=57] [2024/05/07 00:07:31.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:31.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:31.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:31.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:31.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:31.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:31.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:32.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:32.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:32.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:32.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:32.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:32.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:32.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:32.514 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:32.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:32.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:32.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:32.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:32.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:32.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:33.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:33.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:33.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:33.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:33.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:33.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:33.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:33.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=57] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:33.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:33.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:33.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:33.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:33.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:33.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:33.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:34.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:34.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/07 00:07:34.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:34.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/07 00:07:34.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:34.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:34.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:34.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:34.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:34.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:34.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t] [2024/05/07 00:07:34.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/07 00:07:34.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=41.152µs] [2024/05/07 00:07:34.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t] [takeTime=141.568µs] [] [2024/05/07 00:07:34.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:34.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:34.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:34.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:34.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:34.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=57] [2024/05/07 00:07:34.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=57] [type=ImportInto] [2024/05/07 00:07:34.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:34.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:34.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:34.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:34.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:34.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:34.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:34.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:34.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:34.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:34.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/07 00:07:34.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:34.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:34.546 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:34.546 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:34.546 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:34.546 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:34.552 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/07 00:07:34.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:34.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=import] [2024/05/07 00:07:34.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/07 00:07:34.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:34.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:34.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:34.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:34.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:34.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.626 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:34.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:34.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:34.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:34.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:34.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:34.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:34.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:34.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:34.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:34.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:34.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:34.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:34.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:34.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:34.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:34.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:34.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:34.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:34.649 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:34.649 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.7GB] [2024/05/07 00:07:34.650 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=57] [step=import] [limit=256MiB] [2024/05/07 00:07:34.663 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [2024/05/07 00:07:34.669 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:34.673 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:34.674 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=273] [2024/05/07 00:07:34.699 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=273] [key=1.csv:0] [2024/05/07 00:07:34.701 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=273] [key=1.csv:0] [readDur=73.001µs] [encodeDur=754.036µs] [deliverDur=494.146µs] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [takeTime=1.605143ms] [] [2024/05/07 00:07:34.702 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=114] [takeTime=39.080781ms] [] [2024/05/07 00:07:34.702 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/a5fa9253-1a03-4c3d-aa2f-5548076c6d18.sst] [firstKey=7480000000000001115F728000000000000001] [lastKey=7480000000000001115F728000000000000002] [2024/05/07 00:07:34.702 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 00:07:34.703 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 00:07:34.703 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:34.705 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.632403ms] [] [2024/05/07 00:07:34.705 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 00:07:34.709 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:34.711 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/07 00:07:34.711 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:34.711 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:34.711 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:07:34.712 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F728000000000FF0000010000000000FA] [end=7480000000000001FF115F728000000000FF0000030000000000FA] [2024/05/07 00:07:34.712 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF115F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:07:34.712 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=398.393µs] [2024/05/07 00:07:34.712 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.051954ms] [] [2024/05/07 00:07:34.729 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 110, but you sent conf_ver: 5 version: 108"] [region="{ID=476,startKey=7480000000000001FF115F728000000000FF0000010000000000FA,endKey=7480000000000001FF115F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:110 \",peers=\"id:477 store_id:1 ,id:478 store_id:3 ,id:479 store_id:2 \"}"] [start=7480000000000001115F728000000000000001] [end=7480000000000001115F728000000000000003] [2024/05/07 00:07:34.729 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001115F728000000000000001] [endKey=7480000000000001115F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:36.729 +08:00] [2024/05/07 00:07:34.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580015206793219] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:34.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580015206793219] [req-type=Cop] [region="{ region id: 14, ver: 108, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:35.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:35.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:35.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:35.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:35.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:35.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:35.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:35.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:35.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:35.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:35.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:35.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:35.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:35.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:36.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:36.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:36.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:36.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:36.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:36.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:36.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:36.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:36.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:36.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:36.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:36.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:36.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:36.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:36.744 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 00:07:36.746 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=2.040207897s] [] [2024/05/07 00:07:36.746 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 00:07:36.747 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.164138ms] [] [2024/05/07 00:07:36.747 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 00:07:36.747 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:36.747 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/180b7796-aa26-46b0-9b49-8a70ff05b733.sst] [firstKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001115F698000000000000001038000000000000004038000000000000002] [2024/05/07 00:07:36.750 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=3.020554ms] [] [2024/05/07 00:07:36.750 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 00:07:36.754 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:36.755 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/07 00:07:36.756 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:36.756 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:36.756 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [retry=0] [2024/05/07 00:07:36.756 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [2024/05/07 00:07:36.756 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [maxKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD] [regions=1] [2024/05/07 00:07:36.757 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=335.838µs] [2024/05/07 00:07:36.757 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=979.791µs] [] [2024/05/07 00:07:36.774 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 472 is conf_ver: 5 version: 112, but you sent conf_ver: 5 version: 110"] [region="{ID=484,startKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC,endKey=7480000000000001FF115F698000000000FF0000010380000000FF0000000403800000FF0000000002000000FD,epoch=\"conf_ver:5 version:112 \",peers=\"id:485 store_id:1 ,id:486 store_id:3 ,id:487 store_id:2 \"}"] [start=7480000000000001115F698000000000000001038000000000000001038000000000000001] [end=7480000000000001115F69800000000000000103800000000000000403800000000000000200] [2024/05/07 00:07:36.775 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001115F698000000000000001038000000000000001038000000000000001] [endKey=7480000000000001115F69800000000000000103800000000000000403800000000000000200] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:38.775 +08:00] [2024/05/07 00:07:37.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:37.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:37.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:37.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:37.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:37.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:37.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:37.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:37.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:37.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:37.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:37.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:37.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:37.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:38.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:38.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:38.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:38.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:38.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:38.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:38.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:39.147 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580016176726019\n# Query_time: 0.719214944\n# Parse_time: 0\n# Compile_time: 0.001220682\n# Rewrite_time: 0.000312539\n# Optimize_time: 0.000540032\n# Wait_TS: 0.000101289\n# Cop_time: 0.000544327 Process_time: 0.000078002 Wait_time: 0.000037962 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: daa7b79e49b8979ee27efa8ca37ddee13e63ebea465515d003cb628784e38bcb\n# Stats: tidb_runaway_watch:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.8002e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.7962e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 227\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.000580137\n# PD_total: 0.000028484\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_runaway_watch] remain after pruning paths for tidb_runaway_watch given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vwXwZTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoLnN0YXJ0X3RpbWUJMAl0aW1lOjcxNy4ybXMsIGxvb3BzOjEJMCBCeXRlcwkwIEJ5dGVzCjEJMzFfMTAJMBVeQGRhdGE6U2VsZWN0aW9uXzkJHUsAMR1L8D4sIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDY4OC4zwrVzLCBwcm9jX2tleXM6IDAsIHRvdF9wcm9jOiA3OMIBHyh0b3Rfd2FpdDogMwkRDHJwY18RSwEMBcQUIDYyMC40BVCAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZAIX2R1BRoUbjogMjAuCVp4bWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9CTIyNykONAlOL0EKMgkxXzkJMV8wNRIIZ3QoinMBGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhRQRrdgWfBDp7BdcIMHMsMZZYfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF8pOTwxLCBnZXRfc25hcHNob3RfBT0IIDE1LRM0cm9ja3NkYjoge2Jsb2MhjDkgOGNvdW50OiA0fX19CU4vQQEEHAozCTQzXzgJAeAsMTAwMDAJdGFibGU6Rk4CfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvetMAIAlOL0EJTi9BCg==')\n# Plan_digest: e7243b3a606efe66c29b52d5c0fcb19aeaca9ca9da33823ce4b225106f6d0c88\n# Binary_plan: tidb_decode_binary_plan('pwbICqIGCgZTb3J0XzUSxQUKDlRhYmxlUmVhZGVyXzEwEpsDCgtTZWxlY3Rpb25fORKaAQoPBSNMRnVsbFNjYW5fOCEAAAAASP8yQSkBCfBpAIjDQDgCQAJKHQobCgVteXNxbBISdGlkYl9ydW5hd2F5X3dhdGNoUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w/////wUEBAF4BQcBAQABBYkseHQzQSmrqqqqqgqqBYkQUkNndCgFiAAuRocARC5zdGFydF90aW1lLCAwMDAwLQUDDCAwMDoFAwAuARQUMDApan50ao8ACCwgcyEKiGRldGFpbDoge3RvdGFsX2tleXM6IDEsIGdldF9zbmFwc2hvCWvIOiAxNS40wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDR9fX1wAeEFATLxABxVVVVVlaj4QBnxNAFAAVIQZGF0YTpTZWxlLbYEWhUB4SA6NzE3LjFtcywxRxRixwFjb3ApZBAge251bQWuJG1heDogNjg4LjMFoQxwcm9jDcsYMCwgdG90XwESDDogNzgFHwERGHdhaXQ6IDMJEQxycGNfEUsBDAV6DCA2MjAN8RBjb3ByXxnkRHJhdGlvOiAwLjAwLCBidWlsZAWQCF9kdQUaFG46IDIwLglacG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDjMhcBGGwL2lKR3ApdCCEXACOKBQI9KjQybXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\nselect * from mysql.tidb_runaway_watch where start_time > '0000-00-00' order by start_time;"] [2024/05/07 00:07:39.152 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580016190095365\n# Query_time: 0.664094614\n# Parse_time: 0\n# Compile_time: 0.660344049\n# Rewrite_time: 0.000230372\n# Optimize_time: 0.659664238\n# Wait_TS: 0.000121026\n# Cop_time: 0.001663958 Process_time: 0.000252117 Wait_time: 0.000063917 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 6 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 133 Rocksdb_block_read_time: 0.000\n# Index_names: [stats_meta:idx_ver]\n# Is_internal: true\n# Digest: ea4709893ffb8edc8d58191ccbd93c4c4fdfc1d20ebbcc7f48707df328d6dbb2\n# Stats: stats_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000126058 Cop_proc_p90: 0.000212804 Cop_proc_max: 0.000212804 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1958e-05 Cop_wait_p90: 3.5548e-05 Cop_wait_max: 3.5548e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 27212\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001149887\n# PD_total: 0.000027683\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [{mysql.stats_meta.version asc}], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zAyoMAkzXzE4CTAJMzMzMy4zMwlteXNxbC5zdGF0c19tZXRhLnZlcnNpb24sIEIaABx0YWJsZV9pZEobACxtb2RpZnlfY291bnRKHwAFGOgJMQl0aW1lOjIuODhtcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxNi43IEtCCU4vQQoxCTMwXzE3CRmvGUUENTcyRQBIaW5kZXhfdGFzazoge3RvdGFsXwVuECAxLjE5ASosZmV0Y2hfaGFuZGxlBRYFhXxidWlsZDogNi44MsK1cywgd2FpdDogNy45NsK1c30sIAn0UlcABDAzAVcgbnVtOiAxLCBjHcUsIDV9LCBuZXh0OiB7AVEAXwWdAXUENDIBNAUUAHQlThhsb29rdXBfDYcMOTkuNxWHNiIAJHJlc3A6IDg5NS4FmhAJOS44ODEnIDIJNDdfMTUoQgHNDCkJMV85MAVmADo53wAsKSkkOmlkeF92ZXIodinu0CksIHJhbmdlOig0NDk1ODAwMTE5NTYyMDc2MjIsK2luZl0sIGtlZXAgb3JkZXI6dHJ1ZSwgBVYYOnBzZXVkbzGYDDEuMTUB4yndADMhGABwMT8xKyRtYXg6IDg3Ny45BewgcHJvY19rZXlzJUgMdG90XwESGDogMjEyLjgFIgEUITQUOiAzNS41BRMMcnBjXxFQAQwp7Ag4MDIlHwV3XHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCn0BZUIX2R1BRoMbjogNUkALG1heF9kaXN0c3FsXzLTAQAxQQ0IaWt2BTgEOnsFcAAwVcYBHihzY2FuX2RldGFpbFWDAcoIZXNzMt8ABGFsMhcAJF9zaXplOiA0NiwB6ARhbA0sPDIsIGdldF9zbmFwc2hvdF8FcQAgNRNccm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkaYMlSghrZXk+FgAYMiwgYmxvY2EjORxlnRw6IDQsIHJlYS5BAAUPCGJ5dGEvHDMzIEJ5dGVzDSUNjgAzRa8YfX19CU4vQQEEQYskNV8xNihQcm9iZX6LAgBrWVIQZmFsc2VWUwIQNzg0LjEl9UlVADIl3imIACA2VQIMNTQzLmEfACxiVQIMMzkuMwVMWVQMMjguNAUTQUhGVAIENDYRMwRjb7pUAgAxCYz+VALiVAIANTpUAgAxVlQCBDAuaWdZVGIlAjAyfX19CU4vQQlOL0EK')\n# Plan_digest: 42d48b331dfe53300ddea68d4217dc467244bd898f80f10a913f2104d26d4989\n# Binary_plan: tidb_decode_binary_plan('1g2oCtENCg1Qcm9qZWN0aW9uXzE4EocMCg5JbmRleExvb2tVcF8xNxKvBQoRSQET8IZSYW5nZVNjYW5fMTUaAQEhAAAAAIAxB0Epq6qqqqoKqkAwATgCQAJKKQonCgVteXNxbBIKc3RhdHNfbWV0YRoSCgdpZHhfdmVyEgd2ZXJzaW9uUj5yYW5nZTooNDQ5NTgwMDExOTU2MjA3NjIyLCtpbmZdLCBrZWVwIG9yZGVyOnRydWUsIHMBUvBeOnBzZXVkb1oUdGltZToxLjE1bXMsIGxvb3BzOjNiygFjb3BfdGFzazoge251bTogMSwgbWF4OiA4NzcuOcK1cywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogMjEyLjgFIgEUJHdhaXQ6IDM1LjUFEwxycGNfEVABDAV+FCA4MDIuNgUggGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAWVCF9kdQUaEG46IDUyBTigbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9apoCdGlrdl90YXNrOnsFcQAwFesQMX0sIHMhkTRkZXRhaWw6IHt0b3RhbAXLDGVzc18u4AA6FwAkX3NpemU6IDQ2LAHpBGFsDSw8MiwgZ2V0X3NuYXBzaG90XwVxBCAxMRR4cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiFoCGtleT4WABgyLCBibG9jIY45HQ0yFDQsIHJlYS5BAAUPOGJ5dGU6IDEzMyBCeXRlcw0lDY4oMy43wrVzfX19cP8RAQQBeBEKQP8BEpQEChFUYWJsZVJvd0lESbIMNhoBAkWyCCDWE0KyAggVChNKsgIIUh5rWX0cZmFsc2UsIHMufgIAFgWQEDc4NC4xJcdJgAgyYsligAIMNTQzLkkrBHByVoACDDM5LjMFTVl/DDI4LjQFEwByUn8CBDQ2ETMAY75/AgAxCYxufwIEsgH+fwJufwIANTp/AgAxVn8CCDAuOCkBVX9iUAIAMmIXAiAhim+uqLqs+UAusAQIAUABjUUMMi41N5lFEDJi7wFpgfVlsnVZJfEQIDEuMTkBKyhmZXRjaF9oYW5kbEGtCC4xOAEWZekQOiA2Ljhp3YlECDcuOSFtDH0sIHRBmlZXAAQwMwFBkWIAYy4KBCg1fSwgbmV4dDogewFRAF8FnQGLBDQyATQFFAB0BVoYbG9va3VwXw2HBDk5ZS0ALEoiACByZXNwOiA4OTVFkwx9cIBPfUUlLgjaKvo+LgEEUmql2gAuZQml2QgudmWlzQQsIEIaAAmRBGlkShsAFG1vZGlmeYkGSh8AhR41mgA4JVlxXwQNQz0ZRDVwzIUBeP///////////wEYAQ==')\n# Resource_group: default\nSELECT version, table_id, modify_count, count from mysql.stats_meta where version > 449580011956207622 order by version;"] [2024/05/07 00:07:39.152 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:39.153 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:39.154 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:39.154 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:39.154 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:39.163 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:39.163 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:39.166 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/07 00:07:39.168 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=2.417599314s] [] [2024/05/07 00:07:39.168 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 00:07:39.169 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.346225ms] [] [2024/05/07 00:07:39.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:39.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:39.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:39.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/07 00:07:39.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:39.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:39.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:39.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:39.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:39.523 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:39.523 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:39.524 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:39.524 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:39.525 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:39.525 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:39.525 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:39.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:39.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:39.545 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:39.545 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:39.545 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:39.545 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:39.560 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/07 00:07:39.562 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:39.562 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:39.562 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:39.575 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=57] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:39.575 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:39.797 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:39.803 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:39.803 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:39.803 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:39.803 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:39.804 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:39.805 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:39.805 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:39.805 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/07 00:07:39.805 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=5.187897324s] [] [2024/05/07 00:07:40.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:40.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:40.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:40.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:40.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:40.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:40.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:40.110 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:40.112 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=57] [step=post-process] [2024/05/07 00:07:40.125 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/07 00:07:40.125 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/07 00:07:40.125 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [2024/05/07 00:07:40.128 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:40.129 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:40.129 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:40.130 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:40.130 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:40.131 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:40.131 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:40.131 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:40.131 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:40.131 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:07:40.131 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:40.131 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:40.131 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:40.131 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:40.132 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:40.132 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:40.132 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:40.132 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:40.132 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:40.140 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=14.147174ms] [] [2024/05/07 00:07:40.140 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/07 00:07:40.140 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [weight=30] [2024/05/07 00:07:40.141 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [concurrency=15] [2024/05/07 00:07:40.142 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580016635478017] [req-type=Cop] [region="{ region id: 472, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 473, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 474, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 475, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=473-epoch_not_match:1] [2024/05/07 00:07:40.142 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580016635478017] [req-type=Cop] [region="{ region id: 472, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 473, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 474, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 475, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=473-epoch_not_match:1] [2024/05/07 00:07:40.147 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/07 00:07:40.147 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=21.763238ms] [] [2024/05/07 00:07:40.147 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=115] [takeTime=21.910253ms] [] [2024/05/07 00:07:40.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:40.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=57] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:40.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:40.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:40.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:40.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:40.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=57] [task-type=ImportInto] [num=1] [2024/05/07 00:07:40.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:40.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=57] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:40.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:40.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:40.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:40.531 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=57] [step=done] [state=running] [] [2024/05/07 00:07:40.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=57] [2024/05/07 00:07:40.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:40.755 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 9.365514581\n# Parse_time: 0.000086948\n# Compile_time: 0.000625091\n# Rewrite_time: 0.000336656\n# Optimize_time: 0.000360743\n# Wait_TS: 0.000286927\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6OS4zNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6OS4zNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestLoadRemote/TestOtherCharset [2024/05/07 00:07:40.759 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/07 00:07:40.770 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:40.770 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/07 00:07:40.770 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=57] [error="context canceled"] [2024/05/07 00:07:40.770 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=57] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.701784ms] [] [2024/05/07 00:07:40.784 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:queueing, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:40.806 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=629.016µs] [gotSchemaVersion=195] [phyTblIDs="[183,187]"] [actionTypes="[2,2]"] [2024/05/07 00:07:40.810 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=195] [2024/05/07 00:07:40.856 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.56292ms] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:40.868 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:write only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:40.883 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=489.445µs] [gotSchemaVersion=196] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:40.888 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=196] [2024/05/07 00:07:40.933 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.004244ms] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:40.946 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [category=ddl] [job="ID:275, Type:drop schema, State:running, SchemaState:delete only, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:40.963 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=484.385µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:40.967 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=275] [version=197] [2024/05/07 00:07:41.013 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.912383ms] [job="ID:275, Type:drop schema, State:done, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:41.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:41.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:41.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:41.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:41.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=57] [2024/05/07 00:07:41.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:41.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:41.027 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=275] [tableIDs="[183,187]"] [2024/05/07 00:07:41.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:41.032 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=275] [jobType="drop schema"] [2024/05/07 00:07:41.033 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=275] [conn=2] [job="ID:275, Type:drop schema, State:synced, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:40.74 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.045 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:41.048 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/07 00:07:41.048 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:41.051 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=197] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/07 00:07:41.063 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:41.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_charset;"] [2024/05/07 00:07:41.063 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:41.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:41.078 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:create schema, State:queueing, SchemaState:none, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.093 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=964.751µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:07:41.096 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=277] [version=198] [2024/05/07 00:07:41.144 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=55.545321ms] [job="ID:277, Type:create schema, State:done, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:07:41.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.159 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:create schema, State:synced, SchemaState:public, SchemaID:276, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.170 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/07 00:07:41.170 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:41.173 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/07 00:07:41.187 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:41.187 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/07 00:07:41.208 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.229 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.872146ms] [gotSchemaVersion=199] [phyTblIDs="[278]"] [actionTypes="[3]"] [2024/05/07 00:07:41.234 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=279] [version=199] [2024/05/07 00:07:41.278 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.722497ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.297 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.309 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/07 00:07:41.309 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:41.312 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/07 00:07:41.467 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=146.267258ms] [2024/05/07 00:07:41.477 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:41.477 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/07 00:07:41.500 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:41.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:41.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:41.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:41.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:41.525 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=1.952281ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [2024/05/07 00:07:41.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:41.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:41.529 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=281] [version=200] [2024/05/07 00:07:41.573 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.534482ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:41.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.599 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:41.29 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:41.611 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/07 00:07:41.612 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:41.614 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302179224\n# Parse_time: 0.000128113\n# Compile_time: 0.000305239\n# Rewrite_time: 0.000038087\n# Optimize_time: 0.000261329\n# Wait_TS: 0.000354915\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/07 00:07:41.662 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:41.681 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=58] [job-id=58] [thread-cnt=8] [2024/05/07 00:07:41.681 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=58] [2024/05/07 00:07:42.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:42.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:42.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:42.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:42.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:42.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:42.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:42.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=58] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:42.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:42.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:42.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:42.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:42.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:42.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:42.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:43.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:43.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/07 00:07:43.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/07 00:07:43.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:43.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:43.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:43.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:43.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:43.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:43.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:43.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8] [2024/05/07 00:07:43.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/07 00:07:43.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=55.506µs] [2024/05/07 00:07:43.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8] [takeTime=185.014µs] [] [2024/05/07 00:07:43.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:43.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:43.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:43.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:43.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:43.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=58] [2024/05/07 00:07:43.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=58] [type=ImportInto] [2024/05/07 00:07:43.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:43.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:43.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:43.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:43.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:43.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:43.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:43.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:43.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:43.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:43.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/07 00:07:43.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:43.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:43.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:43.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:43.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:43.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:43.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/07 00:07:43.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:43.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=import] [2024/05/07 00:07:43.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/07 00:07:43.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:43.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:43.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:43.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:43.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:43.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:43.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:43.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:43.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:43.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:43.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:43.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:43.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:43.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:43.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:43.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:43.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:43.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:43.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:43.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:43.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:43.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:43.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:43.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:43.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.7GB] [2024/05/07 00:07:43.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=58] [step=import] [limit=256MiB] [2024/05/07 00:07:43.659 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [2024/05/07 00:07:43.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 00:07:43.670 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 00:07:43.670 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=278] [2024/05/07 00:07:43.690 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [2024/05/07 00:07:43.693 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=278] [key=utf8.tsv:0] [readDur=914.528µs] [encodeDur=976.476µs] [deliverDur=180.207µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=2.360271ms] [] [2024/05/07 00:07:43.694 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/ca5ec99a-0b88-4482-8890-e2c80b183354.sst] [firstKey=7480000000000001165F728000000000000001] [lastKey=7480000000000001165F728000000000000002] [2024/05/07 00:07:43.694 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=116] [takeTime=34.474199ms] [] [2024/05/07 00:07:43.694 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 00:07:43.694 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 00:07:43.694 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 00:07:43.696 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.306034ms] [] [2024/05/07 00:07:43.696 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/07 00:07:43.700 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:43.702 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/07 00:07:43.702 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:43.702 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 00:07:43.702 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:07:43.703 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF165F728000000000FF0000010000000000FA] [end=7480000000000001FF165F728000000000FF0000030000000000FA] [2024/05/07 00:07:43.703 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF165F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF165F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:07:43.703 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=465.68µs] [2024/05/07 00:07:43.703 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.196144ms] [] [2024/05/07 00:07:43.711 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:110 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 112, request epoch conf_ver: 5 version: 110\")"] ["job stage"=needRescan] [2024/05/07 00:07:43.712 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001165F728000000000000001] [endKey=7480000000000001165F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:45.712 +08:00] [2024/05/07 00:07:43.732 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580017566351363] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:43.732 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580017566351363] [req-type=Cop] [region="{ region id: 14, ver: 110, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:44.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:44.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:44.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:44.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:44.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:44.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:44.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:44.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:44.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:44.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:44.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:44.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:44.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:44.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:45.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:45.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:45.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:45.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:45.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:45.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:45.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:45.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:45.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:45.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:45.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:45.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:45.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:45.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:45.732 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/07 00:07:45.734 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=2.037560039s] [] [2024/05/07 00:07:45.734 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 00:07:45.735 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.2578ms] [] [2024/05/07 00:07:45.735 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 00:07:45.735 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 00:07:45.737 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=2.009506ms] [] [2024/05/07 00:07:45.737 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/07 00:07:45.737 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 00:07:45.737 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=43.221µs] [] [2024/05/07 00:07:45.738 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 00:07:45.739 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=946.36µs] [] [2024/05/07 00:07:46.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:46.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:46.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:46.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:46.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:46.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:46.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/07 00:07:46.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:46.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:46.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:46.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:46.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:46.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:46.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:46.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:46.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:46.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:46.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:46.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:46.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:46.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:46.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:46.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/07 00:07:46.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:46.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:46.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:46.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=58] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:46.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:46.365 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/07 00:07:46.368 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:46.368 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:46.368 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:46.368 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:46.368 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:46.368 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:46.368 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:46.369 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:46.369 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:46.369 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:46.370 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:46.370 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:46.370 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:46.370 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/07 00:07:46.370 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.752331052s] [] [2024/05/07 00:07:46.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:46.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:46.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:46.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:46.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:46.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:46.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:46.676 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:46.678 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=58] [step=post-process] [2024/05/07 00:07:46.692 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/07 00:07:46.692 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/07 00:07:46.692 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [2024/05/07 00:07:46.695 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:46.696 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:46.696 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:46.697 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:46.697 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:46.698 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:46.698 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:46.698 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:46.698 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:46.698 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:46.698 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:46.698 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:46.706 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=13.813789ms] [] [2024/05/07 00:07:46.706 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 00:07:46.707 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [weight=30] [2024/05/07 00:07:46.707 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [concurrency=15] [2024/05/07 00:07:46.709 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 00:07:46.709 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=16.87471ms] [] [2024/05/07 00:07:46.709 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=117] [takeTime=17.029646ms] [] [2024/05/07 00:07:47.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:47.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=58] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:47.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:47.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=58] [task-type=ImportInto] [num=1] [2024/05/07 00:07:47.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:47.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:47.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:47.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:47.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=58] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:47.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:47.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:47.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:47.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=58] [step=done] [state=running] [] [2024/05/07 00:07:47.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=58] [2024/05/07 00:07:47.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:47.092 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.47732365\n# Parse_time: 0.000109226\n# Compile_time: 0.000516546\n# Rewrite_time: 0.000151792\n# Optimize_time: 0.000261329\n# Wait_TS: 0.000302385\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/07 00:07:47.135 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:47.154 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=59] [job-id=59] [thread-cnt=8] [2024/05/07 00:07:47.154 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=59] [2024/05/07 00:07:47.333 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=58] [error="context canceled"] [2024/05/07 00:07:47.333 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=58] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.860144ms] [] [2024/05/07 00:07:47.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:47.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:47.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:47.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:47.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:47.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=58] [2024/05/07 00:07:47.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:47.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:47.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:47.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:48.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:48.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:48.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:48.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:48.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:48.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:48.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:48.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=59] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:48.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:48.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:48.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:48.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:48.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:48.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:48.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:49.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:49.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/07 00:07:49.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/07 00:07:49.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:49.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:49.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:49.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:49.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:49.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:49.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/07 00:07:49.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:49.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/07 00:07:49.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=45.639µs] [2024/05/07 00:07:49.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=138.825µs] [] [2024/05/07 00:07:49.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:49.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:49.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:49.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:49.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:49.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=59] [2024/05/07 00:07:49.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=59] [type=ImportInto] [2024/05/07 00:07:49.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:49.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:49.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:49.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:49.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:49.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:49.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:49.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:49.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:49.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:49.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/07 00:07:49.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:49.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:49.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:49.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:49.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:49.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:49.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:49.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/07 00:07:49.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:49.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=import] [2024/05/07 00:07:49.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/07 00:07:49.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:49.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:49.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:49.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:49.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:49.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:49.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:49.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:49.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:49.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:49.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:49.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:49.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:49.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:49.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:49.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:49.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:49.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:49.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:49.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:49.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.7GB] [2024/05/07 00:07:49.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=59] [step=import] [limit=256MiB] [2024/05/07 00:07:49.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [2024/05/07 00:07:49.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:07:49.664 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:07:49.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/07 00:07:49.685 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/07 00:07:49.687 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=940.974µs] [encodeDur=385.292µs] [deliverDur=149.457µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [takeTime=1.729628ms] [] [2024/05/07 00:07:49.688 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/a52b6a36-ee36-48c2-8020-449563fed1bb.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/07 00:07:49.688 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=118] [takeTime=33.3126ms] [] [2024/05/07 00:07:49.688 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 00:07:49.688 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 00:07:49.688 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:07:49.690 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.362561ms] [] [2024/05/07 00:07:49.690 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 00:07:49.694 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:49.696 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/07 00:07:49.696 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:49.696 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:07:49.696 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:07:49.697 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF185F728000000000FF0000010000000000FA] [end=7480000000000001FF185F728000000000FF0000030000000000FA] [2024/05/07 00:07:49.697 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF185F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF185F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:07:49.697 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=424.194µs] [2024/05/07 00:07:49.697 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.164926ms] [] [2024/05/07 00:07:49.704 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:112 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 114, request epoch conf_ver: 5 version: 112\")"] ["job stage"=needRescan] [2024/05/07 00:07:49.705 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001185F728000000000000001] [endKey=7480000000000001185F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:51.705 +08:00] [2024/05/07 00:07:49.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580019139215363] [req-type=Cop] [region="{ region id: 14, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:49.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580019139215363] [req-type=Cop] [region="{ region id: 14, ver: 112, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:50.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:50.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:50.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:50.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:50.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:50.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:50.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:50.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:50.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:50.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:50.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:50.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:50.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:50.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:51.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:51.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:51.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:51.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:51.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:51.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:51.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:51.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:51.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:51.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:51.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:51.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:51.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:51.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:51.725 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/07 00:07:51.727 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.036366389s] [] [2024/05/07 00:07:51.727 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:07:51.728 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.242772ms] [] [2024/05/07 00:07:51.728 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 00:07:51.728 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:07:51.730 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.727608ms] [] [2024/05/07 00:07:51.730 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 00:07:51.730 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:07:51.730 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=43.504µs] [] [2024/05/07 00:07:51.730 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:07:51.731 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=995.274µs] [] [2024/05/07 00:07:52.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:52.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:52.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:52.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:52.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:52.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/07 00:07:52.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:52.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:52.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:52.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:52.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:52.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:52.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:52.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:52.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:52.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:52.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:52.045 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:52.045 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:52.045 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:52.045 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:52.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/07 00:07:52.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:52.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:52.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:52.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=59] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:52.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:52.356 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/07 00:07:52.359 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:52.359 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:52.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:52.359 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:52.361 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:52.361 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:52.361 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:52.361 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/07 00:07:52.361 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.744006007s] [] [2024/05/07 00:07:52.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:52.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:52.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:52.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:52.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:52.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:52.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:52.666 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:52.668 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=59] [step=post-process] [2024/05/07 00:07:52.681 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/07 00:07:52.681 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/07 00:07:52.681 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [2024/05/07 00:07:52.684 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:52.684 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:52.684 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:52.686 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:52.686 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:52.687 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:52.687 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:52.687 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:52.687 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:52.687 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:52.687 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:52.687 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:52.687 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:52.695 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=13.443665ms] [] [2024/05/07 00:07:52.695 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 00:07:52.695 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [weight=30] [2024/05/07 00:07:52.695 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [concurrency=15] [2024/05/07 00:07:52.697 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 00:07:52.697 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=16.274155ms] [] [2024/05/07 00:07:52.697 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=119] [takeTime=16.405215ms] [] [2024/05/07 00:07:53.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:53.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=59] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:53.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:53.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:53.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:53.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:53.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=59] [task-type=ImportInto] [num=1] [2024/05/07 00:07:53.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:53.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=59] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:53.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:53.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:53.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:53.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=59] [step=done] [state=running] [] [2024/05/07 00:07:53.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=59] [2024/05/07 00:07:53.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:53.165 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.069170985\n# Parse_time: 0.000088907\n# Compile_time: 0.000388783\n# Rewrite_time: 0.000140122\n# Optimize_time: 0.000173062\n# Wait_TS: 0.000326052\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/07 00:07:53.169 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/07 00:07:53.184 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:53.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:53.184 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:53.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/07 00:07:53.202 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:53.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:53.224 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=1.906476ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [2024/05/07 00:07:53.229 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=283] [version=201] [2024/05/07 00:07:53.273 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=54.363942ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:53.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:53.297 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:53.139 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:53.309 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/07 00:07:53.309 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:53.320 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=59] [error="context canceled"] [2024/05/07 00:07:53.320 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=59] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=653.514351ms] [] [2024/05/07 00:07:53.349 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:53.366 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=60] [job-id=60] [thread-cnt=8] [2024/05/07 00:07:53.367 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=60] [2024/05/07 00:07:53.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:53.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:53.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:53.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:53.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:53.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=59] [2024/05/07 00:07:53.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:53.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:53.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:53.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:07:54.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:54.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:54.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:54.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:54.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:54.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:54.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:54.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=60] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:07:54.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:54.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:54.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:54.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:54.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:54.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:54.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:55.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:07:55.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/07 00:07:55.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/07 00:07:55.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:55.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:55.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:55.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:55.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:55.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:55.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:55.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=latin1] [2024/05/07 00:07:55.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/07 00:07:55.027 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=53.707µs] [2024/05/07 00:07:55.027 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=latin1] [takeTime=150.673µs] [] [2024/05/07 00:07:55.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:07:55.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:55.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:07:55.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:07:55.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:07:55.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=60] [2024/05/07 00:07:55.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=60] [type=ImportInto] [2024/05/07 00:07:55.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:55.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:55.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:55.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:55.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:55.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:55.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:55.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:55.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:55.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:55.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/07 00:07:55.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:55.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:55.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:55.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:55.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:55.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:55.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:55.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:55.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:55.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:55.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:55.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:55.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/07 00:07:55.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:55.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=import] [2024/05/07 00:07:55.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/07 00:07:55.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:55.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:55.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:55.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:55.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:55.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:55.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:55.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:55.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:55.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:55.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:55.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:55.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:55.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:55.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:55.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:55.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:55.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:55.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:55.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:55.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:55.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:07:55.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.7GB] [2024/05/07 00:07:55.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=60] [step=import] [limit=256MiB] [2024/05/07 00:07:55.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [2024/05/07 00:07:55.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 00:07:55.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 00:07:55.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/07 00:07:55.673 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [2024/05/07 00:07:55.675 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=latin1.tsv:0] [readDur=810.808µs] [encodeDur=335µs] [deliverDur=154.222µs] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [takeTime=1.543672ms] [] [2024/05/07 00:07:55.676 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=120] [takeTime=19.246468ms] [] [2024/05/07 00:07:55.676 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/7fc5fa94-cbd4-4797-b222-10842f32c20d.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/07 00:07:55.676 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 00:07:55.676 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 00:07:55.676 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 00:07:55.679 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=2.68991ms] [] [2024/05/07 00:07:55.679 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/07 00:07:55.683 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:07:55.685 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/07 00:07:55.685 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:07:55.685 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 00:07:55.685 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:07:55.686 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1A5F728000000000FF0000010000000000FA] [end=7480000000000001FF1A5F728000000000FF0000030000000000FA] [2024/05/07 00:07:55.686 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1A5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:07:55.686 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=420.991µs] [2024/05/07 00:07:55.686 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.134808ms] [] [2024/05/07 00:07:55.702 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 116, but you sent conf_ver: 5 version: 114"] [region="{ID=508,startKey=7480000000000001FF1A5F728000000000FF0000010000000000FA,endKey=7480000000000001FF1A5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:116 \",peers=\"id:509 store_id:1 ,id:510 store_id:3 ,id:511 store_id:2 \"}"] [start=74800000000000011A5F728000000000000001] [end=74800000000000011A5F728000000000000003] [2024/05/07 00:07:55.702 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011A5F728000000000000001] [endKey=74800000000000011A5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:07:57.702 +08:00] [2024/05/07 00:07:55.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580020711817219] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:55.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580020711817219] [req-type=Cop] [region="{ region id: 14, ver: 114, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:07:56.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:56.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:56.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:56.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:56.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:56.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:56.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:56.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:56.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:56.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:56.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:56.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:56.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:56.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:57.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:57.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:57.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:57.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:57.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:57.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:57.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:57.519 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:57.520 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:57.521 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:57.521 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:57.521 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:57.530 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:57.530 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:57.720 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/07 00:07:57.721 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=2.042269774s] [] [2024/05/07 00:07:57.721 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 00:07:57.723 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.371691ms] [] [2024/05/07 00:07:57.723 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 00:07:57.723 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 00:07:57.725 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.967497ms] [] [2024/05/07 00:07:57.725 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/07 00:07:57.725 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 00:07:57.725 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=45.631µs] [] [2024/05/07 00:07:57.725 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 00:07:57.726 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.107386ms] [] [2024/05/07 00:07:58.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:58.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:58.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:07:58.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:58.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:58.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:58.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/07 00:07:58.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/07 00:07:58.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:58.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:58.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:58.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:58.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:58.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:58.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:58.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:07:58.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:58.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:58.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:58.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:58.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:58.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:58.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:58.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/07 00:07:58.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:07:58.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:07:58.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:58.074 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=60] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:07:58.074 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:58.354 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/07 00:07:58.358 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:58.358 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:58.358 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:58.358 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:58.359 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:58.359 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:58.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:58.360 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/07 00:07:58.360 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.741800275s] [] [2024/05/07 00:07:58.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:58.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:58.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:58.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:58.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:58.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:58.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:58.667 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:07:58.668 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=60] [step=post-process] [2024/05/07 00:07:58.682 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/07 00:07:58.682 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/07 00:07:58.682 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [2024/05/07 00:07:58.685 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:07:58.685 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:07:58.685 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:07:58.687 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:58.687 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:07:58.688 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:07:58.688 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:07:58.688 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:07:58.688 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:07:58.688 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:07:58.688 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:07:58.688 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:07:58.688 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:07:58.697 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=14.564269ms] [] [2024/05/07 00:07:58.697 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [checksum="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/07 00:07:58.697 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [weight=30] [2024/05/07 00:07:58.698 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [concurrency=15] [2024/05/07 00:07:58.700 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [local="{cksum=17445954840175383303,size=84,kvs=2}"] [2024/05/07 00:07:58.700 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=17.863793ms] [] [2024/05/07 00:07:58.700 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=121] [takeTime=17.996841ms] [] [2024/05/07 00:07:59.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:59.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=60] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:59.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:59.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:59.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:59.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=60] [task-type=ImportInto] [num=1] [2024/05/07 00:07:59.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:59.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:59.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=60] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:59.020 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:59.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:59.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:59.032 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=60] [step=done] [state=running] [] [2024/05/07 00:07:59.035 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=60] [2024/05/07 00:07:59.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:07:59.079 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.767488435\n# Parse_time: 0.000104784\n# Compile_time: 0.000436718\n# Rewrite_time: 0.00013076\n# Optimize_time: 0.000170234\n# Wait_TS: 0.000379122\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/07 00:07:59.083 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/07 00:07:59.098 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:59.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/07 00:07:59.097 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:3, start time: 2024-05-07 00:07:59.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:07:59.115 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:truncate table, State:queueing, SchemaState:none, SchemaID:276, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 00:07:59.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:59.140 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=1.980598ms] [gotSchemaVersion=202] [phyTblIDs="[280,284]"] [actionTypes="[11,11]"] [2024/05/07 00:07:59.144 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=285] [version=202] [2024/05/07 00:07:59.188 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=53.803161ms] [job="ID:285, Type:truncate table, State:done, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:59.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:59.203 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=285] [elementID=1] [comment="table ID is 280"] [2024/05/07 00:07:59.209 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=285] [jobType="truncate table"] [2024/05/07 00:07:59.211 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:truncate table, State:synced, SchemaState:public, SchemaID:276, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 00:07:59.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:07:59.230 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/07 00:07:59.230 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:07:59.273 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=false] [2024/05/07 00:07:59.291 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=61] [job-id=61] [thread-cnt=8] [2024/05/07 00:07:59.292 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=61] [2024/05/07 00:07:59.326 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=60] [error="context canceled"] [2024/05/07 00:07:59.326 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=60] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.181119ms] [] [2024/05/07 00:07:59.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:07:59.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:07:59.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:07:59.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:07:59.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:07:59.525 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=60] [2024/05/07 00:07:59.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:59.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:07:59.532 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:07:59.545 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:00.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:00.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:00.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:00.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:00.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:00.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:00.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:00.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=61] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:00.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:00.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:00.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:00.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:00.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:00.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:00.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:01.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:01.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/07 00:08:01.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/07 00:08:01.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:01.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:01.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:01.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:01.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:01.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:01.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:01.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=utf8mb4] [2024/05/07 00:08:01.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/07 00:08:01.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=48.277µs] [2024/05/07 00:08:01.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=utf8mb4] [takeTime=161.186µs] [] [2024/05/07 00:08:01.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:01.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:01.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:01.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:01.041 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:01.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=61] [2024/05/07 00:08:01.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=61] [type=ImportInto] [2024/05/07 00:08:01.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:01.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:01.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:01.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:01.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:01.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:01.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:01.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:01.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:01.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:01.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/07 00:08:01.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:01.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:01.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:01.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:01.542 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:01.543 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:01.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/07 00:08:01.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:01.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=import] [2024/05/07 00:08:01.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/07 00:08:01.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:01.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:01.627 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:01.628 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.628 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:01.629 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:01.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:01.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:01.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:01.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:01.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:01.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:01.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:01.635 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:01.636 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:01.636 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:01.637 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.637 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:01.638 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:01.638 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:01.648 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:01.648 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.7GB] [2024/05/07 00:08:01.648 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=61] [step=import] [limit=256MiB] [2024/05/07 00:08:01.662 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [2024/05/07 00:08:01.667 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:08:01.672 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:08:01.672 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/07 00:08:01.679 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/07 00:08:01.681 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.178635ms] [encodeDur=297.265µs] [deliverDur=260.297µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [takeTime=2.036395ms] [] [2024/05/07 00:08:01.682 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=122] [takeTime=20.087491ms] [] [2024/05/07 00:08:01.682 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/bf381903-e6c7-4f41-bf7e-86f16f8a24d7.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/07 00:08:01.682 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 00:08:01.682 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 00:08:01.682 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:08:01.685 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=3.126393ms] [] [2024/05/07 00:08:01.685 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 00:08:01.689 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:01.691 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/07 00:08:01.692 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:01.692 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:08:01.692 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:08:01.692 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1C5F728000000000FF0000010000000000FA] [end=7480000000000001FF1C5F728000000000FF0000030000000000FA] [2024/05/07 00:08:01.692 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1C5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:08:01.693 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=507.565µs] [2024/05/07 00:08:01.693 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.291838ms] [] [2024/05/07 00:08:01.702 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:116 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 118, request epoch conf_ver: 5 version: 116\")"] ["job stage"=needRescan] [2024/05/07 00:08:01.703 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011C5F728000000000000001] [endKey=74800000000000011C5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:03.703 +08:00] [2024/05/07 00:08:01.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580022284681220] [req-type=Cop] [region="{ region id: 14, ver: 116, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:01.732 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580022284681220] [req-type=Cop] [region="{ region id: 14, ver: 116, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:02.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:02.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:02.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:02.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:02.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:02.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:02.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:02.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:02.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:02.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:02.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:02.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:02.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:02.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:03.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:03.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:03.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:03.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:03.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:03.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:03.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:03.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:03.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:03.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:03.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:03.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:03.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:03.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:03.719 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/07 00:08:03.721 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=2.035044096s] [] [2024/05/07 00:08:03.721 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 00:08:03.722 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.334414ms] [] [2024/05/07 00:08:03.722 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 00:08:03.722 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:08:03.724 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.75495ms] [] [2024/05/07 00:08:03.724 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 00:08:03.724 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:08:03.724 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=47.592µs] [] [2024/05/07 00:08:03.724 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 00:08:03.725 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=950.13µs] [] [2024/05/07 00:08:04.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:04.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:04.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:04.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:04.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:04.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:04.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/07 00:08:04.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:04.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:04.022 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:04.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:04.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:04.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:04.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:04.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:04.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:04.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:04.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:04.044 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:04.044 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:04.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:04.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:04.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/07 00:08:04.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:04.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:04.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:04.074 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=61] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:04.074 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:04.351 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:04.355 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:04.355 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:04.355 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:04.355 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:04.357 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:04.357 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:04.357 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:04.357 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/07 00:08:04.357 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.738273491s] [] [2024/05/07 00:08:04.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:04.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:04.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:04.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:04.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:04.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:04.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:04.663 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:04.664 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=61] [step=post-process] [2024/05/07 00:08:04.679 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/07 00:08:04.679 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/07 00:08:04.679 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [2024/05/07 00:08:04.682 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:04.683 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:04.683 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:04.684 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:04.684 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:04.685 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:04.685 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:04.685 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:04.685 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:04.685 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:04.694 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=15.149102ms] [] [2024/05/07 00:08:04.694 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/07 00:08:04.695 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [weight=30] [2024/05/07 00:08:04.695 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [concurrency=15] [2024/05/07 00:08:04.697 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/07 00:08:04.698 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=18.764373ms] [] [2024/05/07 00:08:04.698 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=123] [takeTime=18.97228ms] [] [2024/05/07 00:08:05.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:05.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:05.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=61] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:05.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:05.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:05.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:05.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=61] [task-type=ImportInto] [num=1] [2024/05/07 00:08:05.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:05.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=61] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:05.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:05.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:05.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:05.030 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=61] [step=done] [state=running] [] [2024/05/07 00:08:05.033 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=61] [2024/05/07 00:08:05.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:05.303 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.070603797\n# Parse_time: 0.000145447\n# Compile_time: 0.000519686\n# Rewrite_time: 0.00020134\n# Optimize_time: 0.000195295\n# Wait_TS: 0.000312245\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/07 00:08:05.307 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/07 00:08:05.323 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=61] [error="context canceled"] [2024/05/07 00:08:05.323 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/07 00:08:05.323 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:05.323 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=61] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.918337ms] [] [2024/05/07 00:08:05.340 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:05.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.360 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=1.770574ms] [gotSchemaVersion=203] [phyTblIDs="[286]"] [actionTypes="[3]"] [2024/05/07 00:08:05.364 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=287] [version=203] [2024/05/07 00:08:05.408 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=53.748459ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.424 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:05.289 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.436 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/07 00:08:05.436 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:05.439 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/07 00:08:05.453 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:05.453 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/07 00:08:05.470 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:05.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.490 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=1.922749ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [2024/05/07 00:08:05.494 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=289] [version=204] [2024/05/07 00:08:05.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:05.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:05.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:05.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:05.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:05.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=61] [2024/05/07 00:08:05.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:05.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:05.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:05.538 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.263405ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:05.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:05.554 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:276, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:05.439 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:05.566 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/07 00:08:05.566 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:05.610 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=false] [2024/05/07 00:08:05.628 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=62] [job-id=62] [thread-cnt=8] [2024/05/07 00:08:05.628 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=62] [2024/05/07 00:08:06.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:06.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:06.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:06.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:06.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:06.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:06.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:06.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=62] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:06.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:06.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:06.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:06.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:06.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:06.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:06.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:07.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:07.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/07 00:08:07.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/07 00:08:07.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:07.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:07.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:07.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:07.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:07.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=ascii] [2024/05/07 00:08:07.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/07 00:08:07.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=39.531µs] [2024/05/07 00:08:07.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=ascii] [takeTime=133.582µs] [] [2024/05/07 00:08:07.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:07.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:07.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:07.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:07.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:07.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:07.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:07.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=62] [2024/05/07 00:08:07.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=62] [type=ImportInto] [2024/05/07 00:08:07.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:07.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:07.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:07.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:07.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:07.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:07.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:07.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:07.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:07.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:07.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/07 00:08:07.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:07.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:07.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:07.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:07.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:07.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:07.551 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/07 00:08:07.619 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:07.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=import] [2024/05/07 00:08:07.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/07 00:08:07.626 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:07.627 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:07.627 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:07.628 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.628 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:07.629 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:07.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:07.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:07.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:07.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:07.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:07.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:07.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:07.634 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:07.634 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:07.634 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:07.635 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.635 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:07.636 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:07.636 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:07.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:07.646 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.7GB] [2024/05/07 00:08:07.646 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=62] [step=import] [limit=256MiB] [2024/05/07 00:08:07.661 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [2024/05/07 00:08:07.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 00:08:07.672 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 00:08:07.672 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/07 00:08:07.719 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=39.655717ms] [2024/05/07 00:08:07.723 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [2024/05/07 00:08:07.726 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=ascii.tsv:0] [readDur=1.147051ms] [encodeDur=904.565µs] [deliverDur=220.282µs] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [takeTime=2.587039ms] [] [2024/05/07 00:08:07.727 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/9ff28813-1735-4158-a529-dbba4603c343.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000001] [2024/05/07 00:08:07.727 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=124] [takeTime=66.439413ms] [] [2024/05/07 00:08:07.728 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 00:08:07.728 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 00:08:07.728 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 00:08:07.730 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.542074ms] [] [2024/05/07 00:08:07.730 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/07 00:08:07.734 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:07.736 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/07 00:08:07.737 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:07.737 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 00:08:07.737 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:07.737 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF1E5F728000000000FF0000010000000000FA] [end=7480000000000001FF1E5F728000000000FF0000020000000000FA] [2024/05/07 00:08:07.737 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF1E5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF1E5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:07.738 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=495.386µs] [2024/05/07 00:08:07.738 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.301053ms] [] [2024/05/07 00:08:07.741 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580023857545224] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:07.741 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580023857545224] [req-type=Cop] [region="{ region id: 14, ver: 118, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:07.746 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:118 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 120, request epoch conf_ver: 5 version: 118\")"] ["job stage"=needRescan] [2024/05/07 00:08:07.747 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000011E5F728000000000000001] [endKey=74800000000000011E5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:09.747 +08:00] [2024/05/07 00:08:08.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:08.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:08.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:08.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:08.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:08.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:08.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:08.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:08.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:08.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:08.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:08.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:08.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:08.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:09.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:09.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:09.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:09.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:09.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:09.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:09.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:09.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:09.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:09.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:09.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:09.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:09.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:09.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:09.762 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 00:08:09.763 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=2.032950934s] [] [2024/05/07 00:08:09.763 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 00:08:09.765 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.24846ms] [] [2024/05/07 00:08:09.765 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 00:08:09.765 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 00:08:09.766 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.738801ms] [] [2024/05/07 00:08:09.767 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/07 00:08:09.767 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 00:08:09.767 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=56.334µs] [] [2024/05/07 00:08:09.767 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 00:08:09.768 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.098064ms] [] [2024/05/07 00:08:10.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:10.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:10.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:10.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/07 00:08:10.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:10.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:10.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:10.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:10.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:10.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:10.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:10.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:10.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:10.024 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:10.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:10.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:10.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:10.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:10.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:10.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:10.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:10.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:10.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/07 00:08:10.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:10.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:10.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:10.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=62] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:10.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:10.087 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/07 00:08:10.091 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:10.091 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:10.091 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:10.091 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:10.092 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:10.092 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:10.092 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:10.093 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/07 00:08:10.093 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.473626675s] [] [2024/05/07 00:08:10.399 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:10.400 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=62] [step=post-process] [2024/05/07 00:08:10.412 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/07 00:08:10.412 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/07 00:08:10.413 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [2024/05/07 00:08:10.415 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:10.416 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:10.416 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:10.417 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:10.417 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:10.418 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:10.418 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:10.418 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:10.418 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:10.418 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:10.418 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:10.418 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:10.419 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:10.426 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=13.224289ms] [] [2024/05/07 00:08:10.426 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [checksum="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/07 00:08:10.427 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [weight=30] [2024/05/07 00:08:10.427 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [concurrency=15] [2024/05/07 00:08:10.429 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [local="{cksum=8822309236507850431,size=36,kvs=1}"] [2024/05/07 00:08:10.429 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=16.371794ms] [] [2024/05/07 00:08:10.429 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=125] [takeTime=16.504882ms] [] [2024/05/07 00:08:10.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:10.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=62] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:10.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:10.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=62] [task-type=ImportInto] [num=1] [2024/05/07 00:08:10.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:10.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:10.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:10.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:10.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=62] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:10.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:10.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:10.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:10.526 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=62] [step=done] [state=running] [] [2024/05/07 00:08:10.529 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=62] [2024/05/07 00:08:10.536 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:10.739 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.169864377\n# Parse_time: 0.000088901\n# Compile_time: 0.000452227\n# Rewrite_time: 0.000145037\n# Optimize_time: 0.000176474\n# Wait_TS: 0.000299564\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/07 00:08:10.747 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=62] [error="context canceled"] [2024/05/07 00:08:10.747 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=62] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.152104ms] [] [2024/05/07 00:08:10.780 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=false] [2024/05/07 00:08:10.797 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=63] [job-id=63] [thread-cnt=8] [2024/05/07 00:08:10.797 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=63] [2024/05/07 00:08:11.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:11.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:11.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:11.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:11.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:11.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=62] [2024/05/07 00:08:11.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:11.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:11.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:11.041 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:11.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:11.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:11.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:11.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:11.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:11.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:11.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:12.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:12.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:12.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:12.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:12.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:12.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:12.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:12.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=63] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:12.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:12.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:12.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:12.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:12.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:12.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:12.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:13.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:13.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/07 00:08:13.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/07 00:08:13.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:13.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:13.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:13.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:13.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:13.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=binary] [2024/05/07 00:08:13.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/07 00:08:13.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=40.842µs] [2024/05/07 00:08:13.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=binary] [takeTime=123.631µs] [] [2024/05/07 00:08:13.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:13.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:13.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:13.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:13.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:13.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:13.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:13.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=63] [2024/05/07 00:08:13.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=63] [type=ImportInto] [2024/05/07 00:08:13.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:13.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:13.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:13.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:13.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:13.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:13.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:13.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:13.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:13.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:13.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/07 00:08:13.540 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:13.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:13.541 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:13.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:13.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:13.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:13.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/07 00:08:13.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:13.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=import] [2024/05/07 00:08:13.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/07 00:08:13.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:13.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:13.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:13.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:13.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:13.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:13.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:13.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:13.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:13.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:13.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:13.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:13.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:13.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:13.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:13.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:13.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:13.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:13.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:13.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.7GB] [2024/05/07 00:08:13.641 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=63] [step=import] [limit=256MiB] [2024/05/07 00:08:13.654 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [2024/05/07 00:08:13.659 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 00:08:13.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 00:08:13.664 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/07 00:08:13.670 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/07 00:08:13.671 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=705.374µs] [encodeDur=146.843µs] [deliverDur=130.05µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [takeTime=1.180591ms] [] [2024/05/07 00:08:13.672 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=126] [takeTime=17.708894ms] [] [2024/05/07 00:08:13.672 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/0d3dd4f9-685e-49aa-be09-9a390352bdb7.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/07 00:08:13.672 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 00:08:13.672 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 00:08:13.672 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 00:08:13.674 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.274063ms] [] [2024/05/07 00:08:13.674 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/07 00:08:13.678 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:13.680 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/07 00:08:13.680 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:13.680 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 00:08:13.680 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:13.680 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF205F728000000000FF0000010000000000FA] [end=7480000000000001FF205F728000000000FF0000020000000000FA] [2024/05/07 00:08:13.681 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF205F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF205F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:13.681 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=468.176µs] [2024/05/07 00:08:13.681 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.145967ms] [] [2024/05/07 00:08:13.687 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580025417302028] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:13.687 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580025417302028] [req-type=Cop] [region="{ region id: 14, ver: 120, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:13.689 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:120 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 122, request epoch conf_ver: 5 version: 120\")"] ["job stage"=needRescan] [2024/05/07 00:08:13.689 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001205F728000000000000001] [endKey=7480000000000001205F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:15.689 +08:00] [2024/05/07 00:08:14.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:14.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:14.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:14.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:14.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:14.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:14.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:14.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:14.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:14.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:14.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:14.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:14.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:14.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:15.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:15.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:15.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:15.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:15.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:15.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:15.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:15.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:15.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:15.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:15.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:15.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:15.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:15.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:15.710 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 00:08:15.711 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=2.037126203s] [] [2024/05/07 00:08:15.712 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 00:08:15.713 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.186073ms] [] [2024/05/07 00:08:15.713 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 00:08:15.713 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 00:08:15.715 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.81908ms] [] [2024/05/07 00:08:15.715 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/07 00:08:15.715 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 00:08:15.715 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=52.713µs] [] [2024/05/07 00:08:15.715 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 00:08:15.716 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.088207ms] [] [2024/05/07 00:08:16.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:16.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:16.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:16.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/07 00:08:16.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:16.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:16.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:16.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:16.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:16.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:16.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:16.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:16.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:16.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:16.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:16.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:16.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:16.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:16.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:16.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:16.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:16.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:16.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:16.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:16.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:16.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:16.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:16.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:16.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/07 00:08:16.059 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:16.059 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:16.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:16.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=63] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:16.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:16.341 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:16.345 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:16.345 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:16.345 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:16.345 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:16.346 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:16.346 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:16.347 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:16.347 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/07 00:08:16.347 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.729165935s] [] [2024/05/07 00:08:16.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:16.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:16.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:16.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:16.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:16.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:16.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:16.653 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:16.654 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=63] [step=post-process] [2024/05/07 00:08:16.669 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/07 00:08:16.669 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/07 00:08:16.669 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [2024/05/07 00:08:16.672 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:16.673 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:16.673 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:16.674 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:16.674 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:16.675 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:16.675 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:16.675 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:16.675 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:16.675 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:16.675 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:16.676 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:16.684 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=14.663823ms] [] [2024/05/07 00:08:16.684 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/07 00:08:16.684 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [weight=30] [2024/05/07 00:08:16.685 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [concurrency=15] [2024/05/07 00:08:16.687 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/07 00:08:16.687 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=17.860741ms] [] [2024/05/07 00:08:16.687 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=127] [takeTime=17.998502ms] [] [2024/05/07 00:08:17.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:17.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=63] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:17.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:17.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=63] [task-type=ImportInto] [num=1] [2024/05/07 00:08:17.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:17.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:17.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:17.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:17.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=63] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:17.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:17.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:17.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:17.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=63] [step=done] [state=running] [] [2024/05/07 00:08:17.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=63] [2024/05/07 00:08:17.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:17.110 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.367172298\n# Parse_time: 0.000097496\n# Compile_time: 0.000450389\n# Rewrite_time: 0.000147811\n# Optimize_time: 0.000167466\n# Wait_TS: 0.000372569\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestLoadRemote/TestPreCheckCDCPiTRTasks [2024/05/07 00:08:17.114 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:08:17.127 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:17.127 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:08:17.141 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:queueing, SchemaState:public, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.161 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=570.479µs] [gotSchemaVersion=205] [phyTblIDs="[247]"] [actionTypes="[2]"] [2024/05/07 00:08:17.166 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=205] [2024/05/07 00:08:17.211 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.913453ms] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.226 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:write only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.242 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=570.936µs] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:17.247 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=206] [2024/05/07 00:08:17.292 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.266268ms] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.306 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [category=ddl] [job="ID:290, Type:drop schema, State:running, SchemaState:delete only, SchemaID:243, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.312 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=63] [error="context canceled"] [2024/05/07 00:08:17.312 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=63] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=658.907935ms] [] [2024/05/07 00:08:17.324 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=586.718µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:17.329 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=290] [version=207] [2024/05/07 00:08:17.373 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.881441ms] [job="ID:290, Type:drop schema, State:done, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.396 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=290] [tableIDs="[247]"] [2024/05/07 00:08:17.402 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=290] [jobType="drop schema"] [2024/05/07 00:08:17.403 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=290] [conn=2] [job="ID:290, Type:drop schema, State:synced, SchemaState:none, SchemaID:243, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.420 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=290] [2024/05/07 00:08:17.420 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:17.423 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308853284\n# Parse_time: 0.000297958\n# Compile_time: 0.000302525\n# Rewrite_time: 0.000032606\n# Optimize_time: 0.000215931\n# Wait_TS: 0.000716671\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 00:08:17.423 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=207] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/07 00:08:17.438 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:17.438 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:08:17.455 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:create schema, State:queueing, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.471 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=986.543µs] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:17.476 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=292] [version=208] [2024/05/07 00:08:17.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:17.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:17.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:17.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:17.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:17.521 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.201688ms] [job="ID:292, Type:create schema, State:done, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=63] [2024/05/07 00:08:17.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:17.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:17.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:17.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:17.548 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:create schema, State:synced, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.558 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/07 00:08:17.558 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:17.561 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:08:17.563 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:08:17.579 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:17.579 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 00:08:17.594 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create table, State:queueing, SchemaState:none, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.616 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.790268ms] [gotSchemaVersion=209] [phyTblIDs="[293]"] [actionTypes="[3]"] [2024/05/07 00:08:17.620 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=294] [version=209] [2024/05/07 00:08:17.665 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.954796ms] [job="ID:294, Type:create table, State:done, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.681 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create table, State:synced, SchemaState:public, SchemaID:291, TableID:293, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:17.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:17.693 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/07 00:08:17.693 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:17.703 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/07 00:08:17.703 +08:00] [INFO] [db.go:208] ["inc log backup task"] [count=1] [2024/05/07 00:08:17.707 +08:00] [INFO] [advancer.go:430] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/07 00:08:17.711 +08:00] [ERROR] [precheck_test.go:101] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:101\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:197\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 00:08:17.714 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/07 00:08:17.714 +08:00] [INFO] [db.go:214] ["dec log backup task"] [count=0] [2024/05/07 00:08:17.714 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] === RUN TestLoadRemote/TestPreCheckTableNotEmpty [2024/05/07 00:08:17.729 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:08:18.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:18.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:18.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:18.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:18.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:18.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:18.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:18.346 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:615.651751ms txnStartTS:449580026478985236 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:687 rocksdb_delete_skipped_count:159 rocksdb_key_skipped_count:1849 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:08:18.347 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:566.012099ms txnStartTS:449580026492092418 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:687 rocksdb_delete_skipped_count:159 rocksdb_key_skipped_count:1849 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:08:18.348 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580026478985236\n# Query_time: 0.617498318\n# Parse_time: 0\n# Compile_time: 0.000697817\n# Rewrite_time: 0.000175304\n# Optimize_time: 0.000247156\n# Wait_TS: 0.000132212\n# Cop_time: 0.615773706 Process_time: 0.0004143 Wait_time: 0.000041317 Request_count: 1 Total_keys: 687 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 159 Rocksdb_key_skipped_count: 1849 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: 93fc0597365a537d7bef99757d549a74eb0d42bbe214eb69e7cb18d21f6c7448\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.0004143 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.1317e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 1252\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wQXweTAJM180CTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhCTAJdGltZTo2MTZtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6T0ZGCTEwMTYgQnl0ZXMJTi9BCjEJMzFfNwkwCTEwCWRhdGE6U2VsZWN0aW9uXzYJWlMAcGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDYxNS43AX1EcHJvY19rZXlzOiAwLCB0b3RfARIkOiA0MTQuM8K1cwkUDHdhaXQBFA0TDHJwY18RTwEMBc4AIAFUDDZtcywBdXRyX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhBuOiAyOA1ZOG1heF9kaXN0c3FsX2NvbjUOHCAxfQkyMzYgOQ0cMgkxXzYJMV8lbAhlcShKbwEkdHlwZSwgNjIpCSEdBGt2BXYEOnsFrQQwczV4VH0sIHNjYW5fZGV0YWlsOiB7dG90YWwtFEQ2ODcsIGdldF9zbmFwc2hvdF8FPxAgMTcuOSUeoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTU5LCBrZXlfPhgAIDg0OSwgYmxvYyGcOS0NNxwyfX19CU4vQQEEHAozCTQzXzUJCe0kMDAwCXRhYmxlOi5cAgFkbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96AwEgCU4vQQlOL0EK')\n# Plan_digest: 91d2b01d584fb6be37e510d289f7f7b0c8b9076aeaf5fde7b8d5b909abde2396\n# Binary_plan: tidb_decode_binary_plan('zwaoCsoGCgxQcm9qZWN0aW9uXzQS0gUKDVRhYmxlUmVhZGVyXzcSqAMKC1NlbA0iFDYSlAEKDwUiTEZ1bGxTY2FuXzUhAAAAAPDvMEEpAQnwbQCIw0A4AkACShcKFQoFbXlzcWwSDHRpZGJfZGRsX2pvYlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP///////////wF4////CQwAAQWDCCBlMQ2DBAAkBYMQUh9lcSgFggAuLoEAQC50eXBlLCA2MilqtAF0aWt2XmwA8G0sIHNjYW5fZGV0YWlsOiB7dG90YWxfa2V5czogNjg3LCBnZXRfc25hcHNob3RfdGltZTogMTcuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNTksIGtleV9za2lwcGVkXxEYWDg0OSwgYmxvY2s6IHtjYWNoZV9oaXRfDR8MMn19fVoEASRVVVVV1Y7yQCkABQE0JEA4AUABUhBkYXRhOlM5wzBaE3RpbWU6NjE2bXMsMVgUYsoBY29wKQlMIHtudW06IDEsIG1heDogNjE1LjcBKwxwcm9jDf4YMCwgdG90XwESHDogNDE0LjPCAfQBFAx3YWl0ARQNEwxycGNfEU8BDAV8ACABVAV/EGNvcHJfGeVEcmF0aW86IDAuMDAsIGJ1aWxkBZMIX2R1BRoQbjogMjgNWXRtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w7AEuHAIAVQEBAJA+GAEEG21BmzYZAhxqb2JfbWV0YVYjAQgPQ28ZZ0hPRkZw+Ad4////////////ARgB')\n# Resource_group: default\nselect job_meta from mysql.tidb_ddl_job where type = 62;"] [2024/05/07 00:08:18.353 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580026492092418\n# Query_time: 0.570143195\n# Parse_time: 0\n# Compile_time: 0.002186586\n# Rewrite_time: 0.00045805\n# Optimize_time: 0.001373883\n# Wait_TS: 0.000097221\n# Cop_time: 0.565450323 Process_time: 0.000817421 Wait_time: 0.000062279 Request_count: 2 Total_keys: 1374 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 318 Rocksdb_key_skipped_count: 3698 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00040871 Cop_proc_p90: 0.000456414 Cop_proc_max: 0.000456414 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1139e-05 Cop_wait_p90: 3.4484e-05 Cop_wait_max: 3.4484e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2023\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/BWgMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU2Ni40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAAMzLyAJBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNzjCtXMsIGZldGNoFQ4FLgw6MHN9EaMRCCQKMwkzMV80MShCAVAAKQmyQGRhdGE6U2VsZWN0aW9uXzQwEYcQMjAzLjUFXwRsby16cGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDg4NC43BSshYDRfa2V5czogMCwgdG90XwESEDogMzYxBSABEiB3YWl0OiAyNy4JvQxycGNfEU4BDCX2CCA4MBEgaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLAnrBZMIX2R1BRoYbjogMTcuNAVtOG1heF9kaXN0c3FsX2NvblU1GCAxfQkyNDctyBhOL0EKNAkxAfoEMV9FtVBub3QoaXN0cnVlX3dpdGhfbnVsbChKxAEUcmVvcmcpIUgMdGlrdgWHBDp7Bb8AMT2/PH0sIHNjYW5fZGV0YWlsOiApvC0lQDY4NywgZ2V0X3NuYXBzaG90Df8MNS45MwXEoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTU5LCBrZXlfPhgAIDg0OSwgYmxvYyGuOT8NNwwyfX19AfoBBBwKNQk0M18zOQ3/DDAwMAlJZi63AwFlbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FNmoFAQFpAQQwCjMJNl8yOShQcm9iZSE7NDY0MDAJZ3JvdXAgYnk6dQ9ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV2iSU9clQsIHBhcnRpYWxfd29ya2VyOnt3YWxsKVogNTY1LjkwMzE4JaMuFgIINSwgQdwAX0GMTbxFqhgyLjgyOTAyATQAc0nTFGV4ZWM6MA0NJfAJJBQzNTc3MXNpFAFoFDgyMjE0OAGZCHA5NTISABR9LCBmaW5moQAMNDI5OYUDoqEAEDIxMjk2AX1hYgWhEDU4LjE4eXYZqBQyODI0MzUuqAAMODY0MqVkFagNEjm3YSIAM4EcJbBpIgBuYRg1jG0JJY4ENS4F9405CAkzOLE1YW0QNQk2XzMhuwA4QWs1+0phA4E8AGXFDgAsTqkFIHNjaGVtYV9pZAHMBHlzPmkGRcUJHklMCG1pbhWvADhWRwI2uQB+SQIUNzE5NzY3IeGeqAEYODE2MzgyM008JahCSQIYODIxNjUxMgHVBGF4RTcQNjY2NDUFaDGhERJ6SQIUNzMyNTAxsqEAEDQwODY2AX1ZSRQwLjE0MsLBaQEUVUkQODQ2ODgByxGnFDcwNDczOQFuEacREllIADbBgwwzNgkwKf4AZMF+JEhhc2hBZ2dfMzF50AQ1LjbSA157BgQ1NgUoQSqtU228ARIQOiA0NTbNDQG7AHfFegQzNM3YwW5h7sHIAQwF2gAgYboFxQBjwnkGCDEuMyUncnkGBDM13XkAN2EMADGlev4OA84OAwBtRjYDFv4IfR4O2gg+4AZBtARsbxIWCNLfBgQxMy2W/t8Gjt8GBDgJwd+BweHegXSFGv7fBi4EASAJTi9BCU4vQQo=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('5RjwSQrgGAoNUHJvamVjdGlvbl8xMxLGFwoHU29ydF8xNBLOFgoLSGFzaEpvaW5fMjgS7gUKDlRhYmxlUmVhZGVyXzQxErwDCgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWECCBlMQ2EBAAkBYRYUi9ub3QoaXN0cnVlX3dpdGhfbnVsbCgFlQAuLpQALC5yZW9yZykparUBdG59AAgsIHMB9PBeZGV0YWlsOiB7dG90YWxfa2V5czogNjg3LCBnZXRfc25hcHNob3RfdGltZTogNS45M8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNTksIGtleV8+GABcODQ5LCBibG9jazoge2NhY2hlX2hpdF9jCTcIMn19WhUBNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlM92gRaFgWuEDIwMy41Ba4AbClwFGLKAWNvcCmOTCB7bnVtOiAxLCBtYXg6IDg4NC43BSwMcHJvYy0GGDAsIHRvdF8BEhA6IDM2MQUgARIkd2FpdDogMjcuOAUTDHJwY18RTgEMBX4IIDgwESAQY29wcl8Z7ERyYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAxNy40BVpwbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cPcuNAIQEqkPCgphASBBZ2dfMjkS0Asu7QIQMzAS7AoZIBAzNRLIBjYgAxAzNhKeBB0iCDESlUYeAwA0RZr+HgN9HgQcdDqhAgQwc5IdAwAodR0EQL9pHSyUAWdyb3VwIGJ5Om1hpzYSAyHCHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGq0QoMDLuIAzoIDBDEzTRsAcv6CA76CAxwh3t3d3R0+921/IXphfwQPZGF/CEhhc0V7DDMxWhVF/xQ1NjUuNm05zwRiyGJ8AwQ1NgUpIaVOeQMINDU2DfN5ewQzNG3aYW9GewMBfQA5AX3GegMIMS4zgnoDAOsuegMlFwitbPg6FwEAhP6RAr6RAlV1XYEANT2NADghEHRsb29wczoxYsgCcGFydGlhbF93b3JrZXI6e3dhbGyJuSE9FDcxOTc2NwEyLnYEGDUsIHRhc2slcQAwqRylCiwyLjgyODE2MzgyM3MJFwxleGVjReshs0UQBSQUMjE2NTEyYWYEYXgFaBA2NjY0NQVoCHA5NTISABR9LCBmaW5moQAQMzI1MDGyoQAQNDA4NjYBfQGUBaEUNTAuMTQyJe8BFBmoDDQ2ODgByxGnEDcwNDczRVERpxESBH1w5bQBAUYVAgRI/k0VBAC5yasAFunDAG7huTGwCDUpKVqmAQhw/AIqFggkGgECIUREREQkYz5WAAQ4Z5H7FVQALI2qHGZpcnN0cm93HW6Znwg1WhMF8wA1aYAAbE0cAMl6HAIQOTAzMTiyewEIOTAyATRyHAIYOTAzNTc3MV0cEDgyMjE0RbYxdRESehwCFDk0Mjk5M64cAhQ5MjEyOTYBfUEISRwMOC4xOPnyJSlBxBg5MjgyNDM1LqgAEDg2NDI0AW8VqA0SXh0CGBSuR+EMewgq4Al4AUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEobXlzcTrPBslpBCwgNe8EKV1VQwg2LjMBizHNADcWYAgQaGFzaF/FyAA6FugJCDozNxa8CBBmZXRjaBUOBS4sOjBzfSGdqwU5Kn4IOqQAAD1KjgChuOldFDpkZXNjLE5iBwmyHaUlMA2lBWwA6kJsAE7JBwFIEG1ldGEsTmUAGYlaaQAMYg9DbyZECUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and not reorg order by processing desc, job_id;"] [2024/05/07 00:08:18.357 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:18.357 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:08:18.374 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:queueing, SchemaState:public, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:18.395 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=611.244µs] [gotSchemaVersion=210] [phyTblIDs="[293]"] [actionTypes="[2]"] [2024/05/07 00:08:18.400 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=210] [2024/05/07 00:08:18.445 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.825289ms] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:18.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:18.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:18.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:18.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:18.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:18.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:18.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:19.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:19.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:19.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:19.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:19.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:19.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:19.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:19.305 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:873.767324ms txnStartTS:449580026662748172 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:872 kv_read_ms:1 processed_versions:1 total_versions:420 rocksdb_delete_skipped_count:160 rocksdb_key_skipped_count:1047 rocksdb_cache_hit_count:3 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:08:19.305 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:818.938574ms txnStartTS:449580026675593219 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:690 rocksdb_delete_skipped_count:160 rocksdb_key_skipped_count:1857 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:08:19.307 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580026662748172\n# Query_time: 0.875873659\n# Parse_time: 0\n# Compile_time: 0.000951014\n# Rewrite_time: 0.000221555\n# Optimize_time: 0.000316035\n# Wait_TS: 0.000106231\n# Cop_time: 0.874017385 Process_time: 0.000329797 Wait_time: 0.872790657 Request_count: 1 Process_keys: 1 Total_keys: 420 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 160 Rocksdb_key_skipped_count: 1047 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000329797 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 0.872790657 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 293\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.873642857\n# PD_total: 0.000035521\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rAXwZTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkxCXRpbWU6ODc0LjNtcywgbG9vcHM6MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogODczLjhtcywgcHJvY19rZXlzOgEcDHRvdF8BEig6IDMyOS44wrVzLAUUIHdhaXQ6IDg3Mgk1HHJwY19udW06ATMBDAB0AX0AIAFUCDdtcwV1eHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF8BkwhfZHUFGhhuOiAxOC4xBWywbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9CTI5MyBCeXRlcwlOL0EKMQkxAfgEXzA1FahsZShteXNxbC50aWRiX21kbF9pbmZvLnZlcnNpb24sIDIxMCkJMQl0aWt2BYAEOnsFtwAxAbIAbCUwWDF9LCBzY2FuX2RldGFpbDoge3RvdGFsJRIQZXNzX2s9JzoXACBfc2l6ZTogMzclMARhbA0sRDQyMCwgZ2V0X3NuYXBzaG90XwV0ACAhxwXxoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTYwLCBrZXlfPhgAMDA0NywgYmxvY2s6IHs5bA03HDN9fX0JTi9BAQQcCjIJNDNfNQkhLCwxMDAwMAl0YWJsZToyJwEBZWxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRWJqOQEgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('mwaYCpYGCg1UYWJsZVJlYWRlcl83EugDCgtTZWxlY3Rpb25fNhKYAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBxAIjDQDABOAJAAkoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHXRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9cP///////////wF4////CQwAAQWHLIBPIkEpq6qqqqr2qQ2HEFIkbGUoBYYELnQuhQBELnZlcnNpb24sIDIxMClq6QF0bnQAmCwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIEYXACBfc2l6ZTogMzcRHQks8Ew0MjAsIGdldF9zbmFwc2hvdF90aW1lOiAyMy4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE2MCwga2V5X3NraTIYAFQwNDcsIGJsb2NrOiB7Y2FjaGVfaGl0ETcQM319fXApMj5AASE3EOpz5kApAQktQCQBQAFSEGRhdGE6XQUEWhUFrBg4NzQuM21zMZgYMmLKAWNvcCm2FCB7bnVtOiESJG1heDogODczLjgBKyExLQIAMSURJUMYOiAzMjkuOAX4HHRvdF93YWl0ATUAMgk1DHJwY18RTwEMBX4FVAA3AVQQY29wcl8Z6URyYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhhuOiAxOC4xBWyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9cKUCeP///////////wEYAQ==')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 210;"] [2024/05/07 00:08:19.308 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580026675593219\n# Query_time: 0.823499219\n# Parse_time: 0\n# Compile_time: 0.002576242\n# Rewrite_time: 0.000581077\n# Optimize_time: 0.001611563\n# Wait_TS: 0.000109157\n# Cop_time: 0.817866654 Process_time: 0.000801912 Wait_time: 0.00005262 Request_count: 2 Process_keys: 1 Total_keys: 1378 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 319 Rocksdb_key_skipped_count: 3706 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000400956 Cop_proc_p90: 0.000470287 Cop_proc_max: 0.000470287 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.631e-05 Cop_wait_p90: 2.7012e-05 Cop_wait_max: 2.7012e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12716\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7Ra4MAkzXzEzCTAJMjQxNS4yNglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjgxOS4ybXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZB2DHYEcCTAgQnl0ZXMRCBwKMgkxN18yOB32VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDAE4aWQsIENvbHVtbiMxNSldGXUEOC4udwCYLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDozNTbCtXMsIGZldGNoFQ4FLgw6MHN9EagRCCQKMwkzMV80MShCAVAAKR23QGRhdGE6U2VsZWN0aW9uXzQwEYwQMjE1LjMFZDWFcGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDkyMC4xBSshaDRfa2V5czogMCwgdG90XwESFDogMzMxLgmxARQcd2FpdDogMjUNEwxycGNfEVABDEUDFCA4MzAuOQVVZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwMSAYdGFza19kdQUaEG46IDE4DVo4bWF4X2Rpc3RzcWxfY29uVUIYIDF9CTIzNi3UGE4vQQo0CTEB/AQxX3LHAgxyZW9ySaUEa3YFdQQ6ewWtBDBzVas8fSwgc2Nhbl9kZXRhaWw6ICmwLRRANjg4LCBnZXRfc25hcHNob3QN7Aw5Ljc0Beugcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNTksIGtleV8+GAAgODQ5LCBibG9jIZ05LA03DDJ9fX0B5wEEHAo1CTQ0XzM5BewcNjY2Ni42NwlJXC6zA3QsIHJhbmdlOlstaW5mLDI5NSksICgyOTUsK2luZl0BhWxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRUVmJAEBiAEEMAozCTZfMjkoUHJvYmVBljQ2NDAwCWdyb3VwIGJ5OnUiQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdYU+CDguNn29VCwgcGFydGlhbF93b3JrZXI6e3dhbGwpeyQ4MTguNTA2ODEzATEuJAIINSwgRVdBmgAwScxFuCg0LjA5MjI4NzY0cwkWDGV4ZWNFAkHbRQ8FIxgzMTg1NDFzaSMBZxQ0NjkzNTEBZwhwOTUyEgAUfSwgZmluZqAABDQ0hRWmngAMNzk2MQF7AZIFnxgzNi4zNTLCgTIBFB2mEDIzMDk2LqYAEDc4Mzk1MqYADRI5tmEtADOBKSWvFG5vdChlcTmTBCwgQS4IKSwgARkUaXNudWxsGR0AKSHmBX8lEwFojV8ICTM4sWVhkRA1CTZfMyHTCDgwMF0TSlAFgWIEZXPBP1LXBSBzY2hlbWFfaWQB5QR5cz6aBkX6CR5JZAhtaW4VrwA4Ml8CADEZuUUuCbkAMn5fAhAxNDg4MwUxXsEBADFJSVVfEDAxMTk3IZUhrCXAGDU1Ljg3N8JCwAEEMDJBZgA4AdsEYXglUxAwNjE1OAVuUWYREnpmAhAyMTc5MuV1oqcAFDUwNDM5NS4HAxQxNDQuODhKaQIUMDY1Nzk3QZQRqRAxNzI1MzJpAhESWWkANsG2DDM2CTBJBgBkwawkSGFzaEFnZ18zMT2RWUgEMizBMKmdACA2pwZBcmVJQTKtki17ARIQOiA0NzDN8yF5JY8EIDIpdsGYgQoBMQEMRcMZUgBjwqMGBDIuKSZyowYANy6jBgA3YRIAMaW3/hQDzhQDSjwDFjIJfSQAOCWTZvgFACxSHAchfQhlc3MykgEEYWwyFwAkX3NpemU6IDY2N2UrAGH1UQQ5MFJRBwg4LjkWbwiCUQcENjDBzEpRBwQ1N55RBxQ4CTQzXzOhFQwwCTEwga+FVTpPBwBrdjEHgV1mOQEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('xBnwSQq/GQoNUHJvamVjdGlvbl8xMxKnGAoHU29ydF8xNBKxFwoLSGFzaEpvaW5fMjgS9gUKDlRhYmxlUmVhZGVyXzQxEsIDCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyOTUpLCAoMjk1LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnPq4lnhd6iBaEEUhgFnQQudB2cKC5yZW9yZ2q0AXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDY4OCwgZ2V0X3NuYXBzaG90XwWksCA5Ljc0wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE1OSEDAHlCGABYODQ5LCBibG9jazoge2NhY2hlX2hpdF8NNxAyfX19cAHtBQEu/QAsGgEBIaO3Za0+kutAOQAoAUABUhFkYXRhOlM94ARaFgWuEDIxNS4zBa4tWBRizAFjb3ApdUwge251bTogMSwgbWF4OiA5MjAuMQUsDHByb2MtBhgwLCB0b3RfARIYOiAzMzEuNgUiARQcd2FpdDogMjUNEwxycGNfEVABDAWAFCA4MzAuOQUzEGNvcHJfGe5EcmF0aW86IDAuMDAsIGJ1aWxkBZUIX2R1BRoQbjogMTgNWnBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w7C4hARAShBAKCmEJIEFnZ18yORKsDC71AhAzMBKvCxkgEDM1EoEHNigDEDM2EtcEHSIUMRKXAQoQZSYMRnVsbGklADRFhBTw7zBBKQABARCIw0AwAXYnAwAe/gkDWgkDCChlMQ2FBEC/DYU8UpQBZ3JvdXAgYnk6bXlzcToVAyHIHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGrpyogDDa1NigAxRYoEYWwyFwAkX3NpemU6IDY2NxEeAGtpvQQ5MFK9Awg4LjlJwYK9AwQ2MFq9AwQ1N9K9AyAh3t3d3R0+90BJNimxYbwED2RhvAhIYXNFtgwzMVoTZToUODE4bXMsbbcIMmLIYrcDEDgxOC45ASshLw3/KSwlKhA6IDQ3MI0EfbYAN2WUYahKtAMRUsazAwgyLjIFWW6zAwSUAi7RBSEXCK1s+EIXAQCE/sgCvsgCVaxduAg1WhUxjQQuMyFkqUZcMmLQAnBhcnRpYWxfd29ya2VyOnt3YWxsifQhPxAxNDg4MwUyLrEEGDUsIHRhc2slcy2jpUUoNC4wOTAxMTk3NnNFxyhfZXhlYzo1NS44NymoIbkFiQUqFDIxODU0OGGjBGF4BW4QMDYxNTgFbghwOTUyEgAUfSwgZmluYqcAFDIxNzkyMgHZoqcAFDUwNDM5NS6oABQxNDQuODgp+DapABQ2NTc5NzEdqRQxNzI1MzUBcBGpERJa8wZJHwRI/k0fCAC5QGU0GC9ub3QoZXE1tAg1LCAOfggIKSwgARkUaXNudWxsGR0EKSk9xwA0AX4pxwgxcPwuiwIkGgECIUREREQkYz5vAAQ4Z7FTUSUENSytAhxmaXJzdHJvdx1umfcuPwIANh14BGLGej8CEDUwNjgxJdFemAEAMEkpVT8UMjI4NzY0LpcBADANDVU4BDIzQTgujwEUNDY5MzUxAZkxjxESejgCCDU0NIVzpp4ADDc5NjEBe0EhRd4QMzYuMzVKNQIUMjMyMzA5YQlR3hA0NzgzOTI1AhESXjUCHDTV9aB8JgdBNiUJWDxpbm5lciBqb2luLCBlcXVhbDpbZXEoYsAGBCwgNe4EKV1dQgX6TUIEYjcWuwgQaGFzaF/lHwA6FkUKCDozNclpEGZldGNoFQ4FLiw6MHN9IdA3sUiXixA6pAAAPUqOAKHY6bQUOmRlc2MsTrkH6XLVOy6jABghOBDH6IOiPmoATh4IAUYQbWV0YSxOYwAZhzUMBDkuhTwxDAgNQ28mnQlANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg and job_id not in (295) order by processing desc, job_id;"] [2024/05/07 00:08:19.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:19.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:19.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:19.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:19.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:19.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:19.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:19.808 +08:00] [INFO] [commit.go:159] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=449580026675593217] [info="{StartTs:449580026675593217 AttemptedCommitTs:449580026898415619 Key:748000fffffffffffb5f728000000000000127 MinCommitTs:449580026990166021}"] [2024/05/07 00:08:19.811 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580026675593217\n# Query_time: 1.364275615\n# Parse_time: 0\n# Compile_time: 0.000301812\n# Rewrite_time: 0.000081351\n# Optimize_time: 0.0002627\n# Wait_TS: 0.000312833\n# Prewrite_time: 0.858546499 Commit_time: 0.002392423 Get_commit_ts_time: 0.00036248 Slowest_prewrite_rpc_detail: {total:0.858s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 919.3µs, scan_detail: {get_snapshot_time: 16.5µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 18.2µs, propose_send_wait: 0s, persist_log: {total: 302.7µs, write_leader_wait: 118ns, sync_log: 250.4µs, write_memtable: 3.78µs}, commit_log: 569.4µs, apply_batch_wait: 19.1µs, apply: {total:84.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 21.8µs, write_memtable: 11.5µs}}} Commit_primary_rpc_detail: {total:0.858s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 919.3µs, scan_detail: {get_snapshot_time: 16.5µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 18.2µs, propose_send_wait: 0s, persist_log: {total: 302.7µs, write_leader_wait: 118ns, sync_log: 250.4µs, write_memtable: 3.78µs}, commit_log: 569.4µs, apply_batch_wait: 19.1µs, apply: {total:84.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 21.8µs, write_memtable: 11.5µs}}} Write_keys: 1 Write_size: 19 Prewrite_region: 1\n# Is_internal: true\n# Digest: bdab55af0288282745b06ae511bf5258d90e46fca67dd2e2ef0faca225d2d599\n# Num_cop_tasks: 0\n# Mem_max: 8587\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7QvwTzAJMjlfMgkwCTAJTi9BCTAJdGltZTo3MzYuNcK1cywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjg1OC41bXMsIGdldF9jb21tASMQczozNjINQAk3EDoyLjM5AScgc2xvd2VzdF9wDUHwRl9ycGM6IHt0b3RhbDogMC44NThzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCB0aWt2X3dhbGxfBbUUIDkxOS4zBbZoc2Nhbl9kZXRhaWw6IHtnZXRfc25hcHNob3RfCSsAMRHgZHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpAdAodW50OiAyfX19LCAF8BlUBZRAX2JhdGNoX3dhaXQ6IDE4LjIFfSxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ8hAzMDIuNwU2CWAUbGVhZGVyDTYoMTE4bnMsIHN5bmMJNhAyNTAuNB0uRG1lbXRhYmxlOiAzLjc4wrVzfTWoBWYINTY5DTAQYXBwbHk2rwAIOS4xBUsFGxWSBDg0LUMUbXV0ZXhfKRQBv0qgABkXAHchvggyMS4BhDErGZ0EMTFFDSVHSRAcX3ByaW1hcnk+/wEMMDAxc+L/ARA4MzQuNgXTgv8BADMJ+0b9AQWkCetVP0rrATFXrusBCDIzOC1bCWA66wEAOTrrAQQwM1pOAQgyLjYBvj7rAQQyNA0wJdA26wEEOC4pGAUbNesENzdNAgBtwusBADEROwnLPesANgVrJUdtxghudW2BQAkqDGtleXMZDkRieXRlOjE5fQkzOTUgQnl0ZXOBhSwKMQkzNl8xCTAJMQlJ32B0aWRiX21kbF9pbmZvLCBoYW5kbGU6Mjk1ASIUaW1lOjU5SWORsCgyLCBHZXQ6e251bUVjCDEsIIVjAF8FLgQ0NimKAH0RFhhwcm9jZXNzCR4IIDUxLagJM2HeGRoAMkVhPnoECDEyNA0aNnsCCUIRXwX9ACAVjC4XAAxfc2l6YccANxGTFSxOvQQAMC25AHKWvQQgCU4vQQlOL0EK')\n# Plan_digest: ca2b8c61a8ea82f17bacb18dbe38cd4b008fc18663d28963f5ced78ed80210d7\n# Binary_plan: tidb_decode_binary_plan('ngx4CpkMCghEZWxldGVfMhL+AgoLUG9pbnRfR2V0XzEpAAUB8H3wPzABOAFAAUoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUgpoYW5kbGU6Mjk1WhZ0aW1lOjU5MS41wrVzLCBsb29wczoyYosCR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6NDY4LjPCtXN9LCB0b3RhbF9wcm9jZXNzX3QBTRQgNTEuM8IBTQkzEHdhaXRfBTgBGgAyCRocaWt2X3dhbGwNGQgxMjQNGjRzY2FuX2RldGFpbDogewlCAHANXxRrZXlzOiAVjC4XACRfc2l6ZTogMzcsDXYVLChnZXRfc25hcHNobxGHDDEwLjEFh6hyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQIEAXgJCAj///8lZhRSA04vQVopRQw3MzYuLkUBHDFi3Ahjb21tAf5UeG46IHtwcmV3cml0ZTo4NTguNW1zLAWcESMQczozNjINQQkUEDoyLjM5ASccc2xvd2VzdF8RQQxfcnBjMR3AOiAwLjg1OHMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIsID57AQg5MTktrzZ7AU44ARHhmjgBBCwgBfA5zwWUFF9iYXRjaEUXDDogMTgt+Cxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cZ8hAzMDIuNyXBCWAUbGVhZGVyDTYoMTE4bnMsIHN5bmMJNhAyNTAuNB0uGG1lbXRhYmxBLgwuNzjCRccpcQkwCDU2OQ0wEGFwcGx5Nq8AADlNOgUbFZIEODQtQxRtdXRleF9JTAG/SqAAGRccd2FsOiAyMS4BhDErGZ0AMWmTDH19fSwRnxhwcmltYXJ5Pv8BDDAwMXPi/wEQODM0LjYlHoL/AQAzXjUDBaQJ6wBkcbpK6wExV67rAQQyM4lrMSA66wEAOTrrAQQwM1pOAQgyLjYBvjlMRVEINTI0DTAl0DbrAQA4LRgFGzXrBDc3TQIAbcLrAQAxETspKz3rADYFayVHbcYQbnVtOjER9YXMFQ5cYnl0ZToxOX1wiwN4////////////ARgB')\n# Resource_group: default\ndelete from mysql.tidb_mdl_info where job_id = 295;"] [2024/05/07 00:08:19.821 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:write only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:19.838 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=557.31µs] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:19.842 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=211] [2024/05/07 00:08:19.888 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.671031ms] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:19.902 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [category=ddl] [job="ID:295, Type:drop schema, State:running, SchemaState:delete only, SchemaID:291, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:20.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:20.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:20.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:20.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:20.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:20.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:20.314 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580027055964173\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.383516415\n# Parse_time: 0\n# Compile_time: 0.000900771\n# Rewrite_time: 0.000221201\n# Optimize_time: 0.000311132\n# Wait_TS: 0.000104566\n# Cop_time: 0.381811892 Process_time: 0.000283543 Wait_time: 0.000025112 Backoff_time: 0.03 Request_count: 1 Total_keys: 423 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 159 Rocksdb_key_skipped_count: 1059 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000283543 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5112e-05 Cop_wait_addr: 127.0.0.1:20162\n# Cop_backoff_txnNotFound_total_times: 4 Cop_backoff_txnNotFound_total_time: 0.03\n# Mem_max: 244\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.347371884\n# PD_total: 0.000028761\n# Backoff_total: 0.03\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vQXweTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6MzgybXMsIGxvb3BzOjEsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDc2MsK1cywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMjgzLjXCtXMsBRQkd2FpdDogMjUuMQUTDHJwY18FTgQyLAUMAHQBehggMS40N21zBXN4cl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkXwGRCF9kdQUaGG46IDE3LjgFWMBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIFJlc29sdmVMb2NrOntudW1fcnBjAeIUdG90YWxfBYPwPDM4MC4xbXN9LCBiYWNrb2Zme3R4bk5vdEZvdW5kOiAzMG1zfQkyNDQgQnl0ZXMJTi9BCjEJMV82CTFfMAkxWqhsZShteXNxbC50aWRiX21kbF9pbmZvLnZlcnNpb24sIDIxMSkJMAl0aWt2BckEOnsFfAQxbTl3QH0sIHNjYW5fZGV0YWlsOiB7CaQAayVnQDQyMywgZ2V0X3NuYXBzaG90CbwQIDEwLjMlBqByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE1OSwga2V5Xz4YAAAwARkEYmwhIQQgezmBDTccM319fQlOL0EBBBwKMgk0M181CQH4LDEwMDAwCXRhYmxlOjLzAAFlcGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JegUBIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('pgaYCqEGCg1UYWJsZVJlYWRlcl83ErADCgtTZWxlY3Rpb25fNhKWAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvah10aWt2X3Rhc2s6e3RpbWU6MW1zLCBsb29wczoxfXD/////BQQEAXgFBwEBAAEFhSyATyJBKauqqqqq9qkFhRBSJGxlKAWEAC4ygwBALnZlcnNpb24sIDIxMSlqtQFycgC4LCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDQyMywgZ2V0X3NuYXBzaG90X3QBssggMTAuM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNTksIGtleV8+GAAAMAEZRGJsb2NrOiB7Y2FjaGVfaGl0Xw03EDN9fX1wAfoFATIKASEBEOpz5kApAQkAqiEKJAFAAVIQZGF0YTo9yyhaE3RpbWU6MzgybTleHGKRAmNvcF90IXxEIHtudW06IDEsIG1heDogNzYyBdEMcHJvYw39GDAsIHRvdF8BEhg6IDI4My41BSIBFCR3YWl0OiAyNS4xBRMMcnBjXwVOBDIsBQwFexAgMS40NwF9EGNvcHJfGeNEcmF0aW86IDAuMDAsIGJ1aWxkBZEIX2R1BRoYbjogMTcuOAVYkG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgUmVzb2x2ZUwhQwHMFF9ycGM6MQW0CGFsXwWDzDM4MC4xbXN9LCBiYWNrb2Zme3R4bk5vdEZvdW5kOiAzMG1zfXD0AXj///////////8BGAE=')\n# Resource_group: default\nselect job_id, version, table_ids from mysql.tidb_mdl_info where version <= 211;"] [2024/05/07 00:08:20.316 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580027055964171\n# Query_time: 0.386660924\n# Parse_time: 0\n# Compile_time: 0.003376166\n# Rewrite_time: 0.000717288\n# Optimize_time: 0.001724903\n# Wait_TS: 0.000147507\n# Cop_time: 0.379930599 Process_time: 0.000732745 Wait_time: 0.000048942 Request_count: 2 Process_keys: 1 Total_keys: 1379 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 318 Rocksdb_key_skipped_count: 3711 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000366372 Cop_proc_p90: 0.000424868 Cop_proc_max: 0.000424868 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4471e-05 Cop_wait_p90: 3.795e-05 Cop_wait_max: 3.795e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12714\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('oRe4MAkzXzEzCTAJMjQxNS4yNglteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM4MS40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAyHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADEdd6AsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjMxOS4zwrVzLCBmZXRjaB0QBTIMOjBzfRGsEQgkCjMJMzFfNDEoQgFUACkdu0BkYXRhOlNlbGVjdGlvbl80MBGQEDE3MS4yBWY1i3Bjb3BfdGFzazoge251bTogMSwgbWF4OiA4OTIuNAUrIW40X2tleXM6IDAsIHRvdF8BEhg6IDMwNy45BSIBFBx3YWl0OiAxMQURDHJwY18RTgEMRQcUIDgwNi42BSBkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxIgGTCF9kdQUaGG46IDIwLjgFOjhtYXhfZGlzdHNxbF9jb25VRhggMX0JMjM1LdYYTi9BCjQJMQH6BDFfcssCDHJlb3JJqQRrdgV1BDp7Ba0EMHNVrzx9LCBzY2FuX2RldGFpbDogKbItEkA2ODgsIGdldF9zbmFwc2hvdA3sCDUuMAmxcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuITIYNTksIGtleUIYACA4NDksIGJsb2MhmzksDTcMMn19fQHnAQQcCjUJNDRfMzkF7Bw2NjY2LjY3CUleLrcDdCwgcmFuZ2U6Wy1pbmYsMjk1KSwgKDI5NSwraW5mXQGFbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FQ2YkAQGIAQQwCjMJNl8yOShQcm9iZUGUNDY0MDAJZ3JvdXAgYnk6dSRALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1hUIIMC43MkgDTHBhcnRpYWxfd29ya2VyOnt3YWxsKXskMzgwLjY0NzMzNgExLiQCCDUsIEVXQZoAMEnKRbYsMS45MDI3ODAzNTFzCRcMZXhlY0UDQdpFEAUkGDgxNjE4NXNpIgFoEDU3MTIxBZkIcDk1MhIAFH0sIGZpbmahAAw3ODQyhZGeoQAUMzA2NDYzAX0BlAWhEDU2Ljg2aaQBFBWoGDMxMzM1NzQdqBQ2NDIyNzghEBGoERI5uWEwADOBKiWyFG5vdChlcTmWBCwgQTEIKSwgARkUaXNudWxsGR0AKSHpBX8lFQFojWAICTM4sWphlBA1CTZfMyHWBDgwLhYCSlUFgWMAZcVGACxO3gUgc2NoZW1hX2lkAeVGhAZF/QkeSWcIbWluFa8AODJiAgAxGbndpAQyLHpiAhAzMDk2NCVSXsEBADFJS1ViFDA3OTY3MCGWIa0lwRg3MC45MTXCofYBFCVCQWkYMDkwMDQ0OQHcBGF4JVQQMjcyNDcFoDHBERJ6aQIMMzQ4MgU4nqcAGDEzMzk5NDguCQMYMTE0Ljg5N0aoABgxNDY1MTgzHagUMzI5OTk5QQERqBESWWkANsG3DDM2CTBJBsWtJEhhc2hBZ2dfMzEukQEAMQFJSUoEMizBNamiACA2qgYIMS4wRXNBM62WLXwBEhA6IDQyNEKoBgAzrZ0AcM2oBDIs3agIMS43BcMAY76mBggxMS4pJmqmBiQsIFJlc29sdmVModoBygxfcnBjTS4AYZHEBDc5Af0QfQkyNzTd0wA3YT8AMaXn/kEDzkEDSmkDFmYJfVEAOCXAZigGACxSTAchqQhlc3MyvgEEYWwyFwAgX3NpemU6IDY2ocYOMwkNLQg2OTFSgQcIMTMuaVrmgQcENjKegQcUOAk0M18zoUIMMAkxMIHchYIAOjZ/BwBrdmEHgYpmOQEgCU4vQQlOL0EK')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('+BnwSQrzGQoNUHJvamVjdGlvbl8xMxLbGAoHU29ydF8xNBLjFwoLSGFzaEpvaW5fMjgS9AUKDlRhYmxlUmVhZGVyXzQxEsIDCgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwyOTUpLCAoMjk1LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnPq4lnhd6iBaEEUhgFnQQudB2cKC5yZW9yZ2q0AXRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDY4OCwgZ2V0X3NuYXBzaG90XwWksCA1LjA4wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE1OSEDAHlCGABYODQ5LCBibG9jazoge2NhY2hlX2hpdF8NNxAyfX19cAHtBQEu/QAsGgEBIaO3Za0+kutAOQAoAUABUhFkYXRhOlM94ARaFgWuEDE3MS4yBa4tWBRiygFjb3ApdUwge251bTogMSwgbWF4OiA4OTIuNAUsDHByb2MtBhgwLCB0b3RfARIYOiAzMDcuOQUiARQId2FpAeYAMQURDHJwY18RTgEMBX4UIDgwNi42BSAQY29wcl8Z7ERyYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGhRuOiAyMC4pZ3BtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX1w6y4fARAStBAKCmEHIEFnZ18yORLZDC7zAhAzMBLcCxkgEDM1Eq4HNiYDEDM2EtcEHSIUMRKXAQoQZSQMRnVsbGkjADRFghTw7zBBKQABARCIw0AwAXYlAwAe/gcDWgcDCChlMQ2FBEC/DYU8UpQBZ3JvdXAgYnk6bXlzcToTAyHGHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGrpyoYDDa1NiAAxRYgEYWwyFwAkX3NpemU6IDY2NREeAGtpuwQ5MVK7AwwxMy41RY7muwMENjLSuwMgId7d3d0dPvdASTYpsWG6BA9kYboISGFzRbYMMzFaFWU6HDM4MC4xbXMsbbcIMmLzYrcDDDEuMDUBKiEwLQApLSUrEDogNDI0QrUDADNpW2GpZbUEMiwFDAV7ECAxLjc5AVHCswMMMTEuNyVfarMDJCwgUmVzb2x2ZUyB/4GBEF9ycGM6CbIEYWwJgwgzNzkB/gx9cJICLvwFIUQMrWz4QD5EAQCE/vUCvvUCVdld5QA1PboANCE/qXFYMmLQAnBhcnRpYWxfd29ya2VyOnt3YWwR6SA4MC4zMDk2NDgBMi7eBEHSCGFzayWfKR2pcCwxLjkwMDc5NjcwNHNF9ShfZXhlYzo3MC45MUncoZslyQUrFDkwMDQ0OWHRBGF4RVYQMjcyNDcFoQhwOTUyEgAUfSwgZmluZqgACDQ4MgU4nqcAGDEzMzk5NDgupwAUMTE0Ljg5SSUyqAAYMTQ2NTE4Mx2oEDMyOTk5RYgRqBESWh4HSR8ESP5NHwgAuUBlYRgvbm90KGVxNbQINSwgDqkICCksIAEZFGlzbnVsbBkdBCkpPcdlVynHCDFw/C6LAiQaAQIhRERERCRjPm8ABDhnsYBRJQQ1LK0vHGZpcnN0cm93HW65JC4/AgA3QQ0NeARiyXo/AhQ2NDczMzYBMl6YAQAwSSjlr0EUGDI3ODAzNTEumAEAMA0NVTgYMjgxNjE4NT2QEDU3MTIxBZoxkBESejgCFDY3ODQyMq6hABQzMDY0NjMBfUEkReAQNTYuODYWnQgBFBWoFDMxMzM1N2ELUeAQNjQyMjdlTxGoERJeOAIcNNX1oHwmB0E2UwlYPGlubmVyIGpvaW4sIGVxdWFsOltlcShi8AYELCA18QQpXVVFADGByLHGCDFiOxbrCBBoYXNoX+VPADoWcwoUOjMxOS4zpTwQZmV0Y2gdEAUyLDowc30h0DexSJeLEDqoAAA9SpIAwQvp6BA6ZGVzY1LOB+mmHaklo012GCE4EMfog6I+bABOVAgBSBBtZXRhLE5SCBmJHWmFRQ1pDGINQ28m0wlANXCcXnj///////////8BGAE=')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg and job_id not in (295) order by processing desc, job_id;"] [2024/05/07 00:08:20.317 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=693.618µs] [gotSchemaVersion=212] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:20.322 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=295] [version=212] [2024/05/07 00:08:20.367 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.020389ms] [job="ID:295, Type:drop schema, State:done, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.381 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=295] [tableIDs="[293]"] [2024/05/07 00:08:20.386 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="drop schema"] [2024/05/07 00:08:20.388 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=295] [conn=2] [job="ID:295, Type:drop schema, State:synced, SchemaState:none, SchemaID:291, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:18.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.404 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/07 00:08:20.404 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:20.406 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.677725932\n# Parse_time: 0.000229772\n# Compile_time: 0.000234885\n# Rewrite_time: 0.000027273\n# Optimize_time: 0.000215931\n# Wait_TS: 0.00028787\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop database if exists load_data;"] [2024/05/07 00:08:20.407 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 00:08:20.420 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:20.420 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:08:20.436 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [category=ddl] [job="ID:297, Type:create schema, State:queueing, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.452 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=1.020579ms] [gotSchemaVersion=213] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:20.457 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=297] [version=213] [2024/05/07 00:08:20.502 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.789171ms] [job="ID:297, Type:create schema, State:done, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:20.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:20.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:20.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:20.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:20.517 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=297] [conn=2] [job="ID:297, Type:create schema, State:synced, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:20.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:20.528 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/07 00:08:20.528 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:20.531 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:08:20.532 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=213] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:08:20.548 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:20.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:20.548 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:20.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 00:08:20.564 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [category=ddl] [job="ID:299, Type:create table, State:queueing, SchemaState:none, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.586 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=1.894236ms] [gotSchemaVersion=214] [phyTblIDs="[298]"] [actionTypes="[3]"] [2024/05/07 00:08:20.591 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=299] [version=214] [2024/05/07 00:08:20.634 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.996337ms] [job="ID:299, Type:create table, State:done, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:20.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.649 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=299] [conn=2] [job="ID:299, Type:create table, State:synced, SchemaState:public, SchemaID:296, TableID:298, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.489 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.662 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/07 00:08:20.662 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestPreCheckTotalFileSize0 [2024/05/07 00:08:20.677 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=214] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 00:08:20.688 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:20.688 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="drop database if exists load_data"] [2024/05/07 00:08:20.702 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:queueing, SchemaState:public, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.722 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=633.53µs] [gotSchemaVersion=215] [phyTblIDs="[298]"] [actionTypes="[2]"] [2024/05/07 00:08:20.726 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=215] [2024/05/07 00:08:20.772 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.710074ms] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.798 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:write only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.814 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=536.979µs] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:20.819 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=216] [2024/05/07 00:08:20.864 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.203995ms] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.877 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:drop schema, State:running, SchemaState:delete only, SchemaID:296, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.895 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=583.201µs] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:20.899 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=300] [version=217] [2024/05/07 00:08:20.944 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.003214ms] [job="ID:300, Type:drop schema, State:done, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.958 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[298]"] [2024/05/07 00:08:20.963 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="drop schema"] [2024/05/07 00:08:20.965 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:drop schema, State:synced, SchemaState:none, SchemaID:296, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:20.981 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/07 00:08:20.981 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:20.983 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.306204542\n# Parse_time: 0.000247567\n# Compile_time: 0.00026146\n# Rewrite_time: 0.000023799\n# Optimize_time: 0.000215931\n# Wait_TS: 0.000359805\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop database if exists load_data;"] [2024/05/07 00:08:20.984 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 00:08:20.998 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:20.998 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database load_data"] [2024/05/07 00:08:21.014 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [category=ddl] [job="ID:302, Type:create schema, State:queueing, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:21.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:21.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:21.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:21.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:21.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:21.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:21.031 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=1.085903ms] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:21.035 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=302] [version=218] [2024/05/07 00:08:21.080 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.699007ms] [job="ID:302, Type:create schema, State:done, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:20.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.098 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=302] [conn=2] [job="ID:302, Type:create schema, State:synced, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:20.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.108 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=302] [2024/05/07 00:08:21.108 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:21.111 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 00:08:21.112 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=218] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 00:08:21.127 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:21.127 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 00:08:21.142 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [category=ddl] [job="ID:304, Type:create table, State:queueing, SchemaState:none, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.165 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.102165ms] [gotSchemaVersion=219] [phyTblIDs="[303]"] [actionTypes="[3]"] [2024/05/07 00:08:21.170 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=304] [version=219] [2024/05/07 00:08:21.213 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.363041ms] [job="ID:304, Type:create table, State:done, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.228 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=304] [conn=2] [job="ID:304, Type:create table, State:synced, SchemaState:public, SchemaID:301, TableID:303, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.240 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=304] [2024/05/07 00:08:21.240 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] === RUN TestLoadRemote/TestRegisterTask [2024/05/07 00:08:21.256 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=219] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 00:08:21.267 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 00:08:21.267 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:21.280 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:queueing, SchemaState:public, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.299 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=516.261µs] [gotSchemaVersion=220] [phyTblIDs="[303]"] [actionTypes="[2]"] [2024/05/07 00:08:21.303 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=220] [2024/05/07 00:08:21.349 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.876781ms] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.362 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:write only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.378 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=552.362µs] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:21.382 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=221] [2024/05/07 00:08:21.427 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.992151ms] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.446 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:drop schema, State:running, SchemaState:delete only, SchemaID:301, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.464 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=600.875µs] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:21.468 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=305] [version=222] [2024/05/07 00:08:21.514 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.187985ms] [job="ID:305, Type:drop schema, State:done, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:21.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:21.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:21.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:21.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:21.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:21.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:21.528 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=305] [tableIDs="[303]"] [2024/05/07 00:08:21.533 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=305] [jobType="drop schema"] [2024/05/07 00:08:21.535 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:drop schema, State:synced, SchemaState:none, SchemaID:301, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.552 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/07 00:08:21.552 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:21.554 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 00:08:21.568 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE load_data;"] [2024/05/07 00:08:21.568 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:21.584 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [category=ddl] [job="ID:307, Type:create schema, State:queueing, SchemaState:none, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.600 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=1.160989ms] [gotSchemaVersion=223] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:21.605 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=307] [version=223] [2024/05/07 00:08:21.649 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.051011ms] [job="ID:307, Type:create schema, State:done, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:21.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.664 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=307] [conn=2] [job="ID:307, Type:create schema, State:synced, SchemaState:public, SchemaID:306, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.675 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=307] [2024/05/07 00:08:21.676 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:21.678 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=223] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/07 00:08:21.694 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:21.694 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/07 00:08:21.715 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [category=ddl] [job="ID:309, Type:create table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.737 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=1.873829ms] [gotSchemaVersion=224] [phyTblIDs="[308]"] [actionTypes="[3]"] [2024/05/07 00:08:21.741 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=309] [version=224] [2024/05/07 00:08:21.785 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.455996ms] [job="ID:309, Type:create table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:21.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.800 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=309] [conn=2] [job="ID:309, Type:create table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:21.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:21.812 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=309] [2024/05/07 00:08:21.812 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:21.855 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:08:21.875 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=64] [job-id=64] [thread-cnt=8] [2024/05/07 00:08:21.875 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=64] [2024/05/07 00:08:22.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:22.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:22.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:22.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:22.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:22.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:22.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:22.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:22.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:22.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:22.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:22.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:22.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:22.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:23.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:23.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:23.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:23.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:23.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:23.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:23.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:23.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:23.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:23.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:23.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:23.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:23.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:23.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:24.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:24.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:24.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:24.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:24.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:24.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:24.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:24.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=64] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:24.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:24.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:24.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:24.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:24.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:24.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:24.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:25.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:25.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/07 00:08:25.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/07 00:08:25.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:25.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:25.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:25.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:25.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:25.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:25.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:25.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/07 00:08:25.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 00:08:25.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.431µs] [2024/05/07 00:08:25.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=154.623µs] [] [2024/05/07 00:08:25.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:25.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:25.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:25.041 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:25.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:25.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=64] [2024/05/07 00:08:25.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=64] [type=ImportInto] [2024/05/07 00:08:25.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:25.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:25.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:25.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:25.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:25.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:25.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:25.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:25.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:25.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:25.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/07 00:08:25.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:25.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:25.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:25.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:25.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:25.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:25.545 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=64] [2024/05/07 00:08:25.545 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/07 00:08:25.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:25.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=import] [2024/05/07 00:08:25.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/07 00:08:25.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:25.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:25.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:25.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:25.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:25.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:25.628 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:08:25.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:25.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:25.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:25.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:25.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:25.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:25.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:25.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:25.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:25.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:25.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:25.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:25.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:25.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.7GB] [2024/05/07 00:08:25.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=64] [step=import] [limit=256MiB] [2024/05/07 00:08:25.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [2024/05/07 00:08:25.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:25.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:25.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=308] [2024/05/07 00:08:25.720 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [2024/05/07 00:08:25.721 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=308] [key=register_task-1.tsv:0] [readDur=836.443µs] [encodeDur=363.706µs] [deliverDur=147.641µs] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [takeTime=1.556324ms] [] [2024/05/07 00:08:25.722 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/70cc1b42-720b-49af-8456-451025d082ff.sst] [firstKey=7480000000000001345F728000000000000001] [lastKey=7480000000000001345F728000000000000001] [2024/05/07 00:08:25.722 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=128] [takeTime=64.300526ms] [] [2024/05/07 00:08:25.722 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 00:08:25.722 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 00:08:25.722 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:25.725 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.221554ms] [] [2024/05/07 00:08:25.725 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/07 00:08:25.729 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:25.731 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:08:25.731 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:25.731 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:25.731 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:25.732 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF345F728000000000FF0000010000000000FA] [end=7480000000000001FF345F728000000000FF0000020000000000FA] [2024/05/07 00:08:25.732 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF345F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF345F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:25.733 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=450.145µs] [2024/05/07 00:08:25.733 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.201432ms] [] [2024/05/07 00:08:25.740 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580028576399367] [req-type=Cop] [region="{ region id: 14, ver: 122, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:25.740 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580028576399367] [req-type=Cop] [region="{ region id: 14, ver: 122, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:25.740 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:122 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 124, request epoch conf_ver: 5 version: 122\")"] ["job stage"=needRescan] [2024/05/07 00:08:25.741 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001345F728000000000000001] [endKey=7480000000000001345F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:27.741 +08:00] [2024/05/07 00:08:26.201 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:26.203 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:26.204 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:26.204 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:26.204 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:26.214 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:26.214 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:26.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:26.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:26.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:26.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:26.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:26.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:26.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:27.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:27.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:27.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:27.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:27.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:27.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:27.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:27.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:27.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:27.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:27.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:27.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:27.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:27.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:27.762 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:08:27.764 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=2.038986687s] [] [2024/05/07 00:08:27.764 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:27.765 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.2929ms] [] [2024/05/07 00:08:27.765 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 00:08:27.765 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:27.767 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.928927ms] [] [2024/05/07 00:08:27.767 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/07 00:08:27.767 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:27.768 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=67.17µs] [] [2024/05/07 00:08:27.768 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:27.769 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.119258ms] [] [2024/05/07 00:08:28.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:28.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:28.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:28.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/07 00:08:28.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:28.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:28.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:28.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:28.021 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:28.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:28.022 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:28.023 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:28.023 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:28.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:28.024 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:28.024 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:28.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:28.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:28.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:28.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:28.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:28.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:28.058 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:08:28.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:28.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:28.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:28.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=64] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:28.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:28.088 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/07 00:08:28.092 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:28.092 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:28.092 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:28.092 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:28.093 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:28.093 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:28.093 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:28.094 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/07 00:08:28.094 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.475587157s] [] [2024/05/07 00:08:28.400 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:28.401 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=64] [step=post-process] [2024/05/07 00:08:28.414 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/07 00:08:28.414 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/07 00:08:28.414 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [2024/05/07 00:08:28.417 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:28.417 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:28.417 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:28.418 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:28.418 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:28.419 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:28.419 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:28.419 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:28.419 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:28.419 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:28.419 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:28.419 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:28.420 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:28.420 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:28.427 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=12.570847ms] [] [2024/05/07 00:08:28.427 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [checksum="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/07 00:08:28.427 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [weight=30] [2024/05/07 00:08:28.427 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [concurrency=15] [2024/05/07 00:08:28.430 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [local="{cksum=7657027582620757901,size=37,kvs=1}"] [2024/05/07 00:08:28.430 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=15.607893ms] [] [2024/05/07 00:08:28.430 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=129] [takeTime=15.750442ms] [] [2024/05/07 00:08:28.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:28.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=64] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:28.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:28.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:28.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:28.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:28.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=64] [task-type=ImportInto] [num=1] [2024/05/07 00:08:28.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:28.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=64] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:28.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:28.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:28.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:28.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=64] [step=done] [state=running] [] [2024/05/07 00:08:28.530 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=64] [2024/05/07 00:08:28.530 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=64] [2024/05/07 00:08:28.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:28.749 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=64] [error="context canceled"] [2024/05/07 00:08:28.749 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=64] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=348.527746ms] [] [2024/05/07 00:08:28.787 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.971847705\n# Parse_time: 0.000098197\n# Compile_time: 0.000395701\n# Rewrite_time: 0.00012545\n# Optimize_time: 0.000215931\n# Wait_TS: 0.000260939\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni45N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni45N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse ;\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:08:28.792 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=224] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/07 00:08:28.807 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-07 00:08:28.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table load_data.register_task;"] [2024/05/07 00:08:28.807 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:3, start time: 2024-05-07 00:08:28.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:28.823 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:truncate table, State:queueing, SchemaState:none, SchemaID:306, TableID:308, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:28.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:28.848 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=1.956099ms] [gotSchemaVersion=225] [phyTblIDs="[308,310]"] [actionTypes="[11,11]"] [2024/05/07 00:08:28.852 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=311] [version=225] [2024/05/07 00:08:28.896 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=53.255268ms] [job="ID:311, Type:truncate table, State:done, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:28.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:28.911 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=311] [elementID=1] [comment="table ID is 308"] [2024/05/07 00:08:28.916 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="truncate table"] [2024/05/07 00:08:28.918 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:truncate table, State:synced, SchemaState:public, SchemaID:306, TableID:308, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:28.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:28.937 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/07 00:08:28.937 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:28.976 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:08:28.994 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=65] [job-id=65] [thread-cnt=8] [2024/05/07 00:08:28.994 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=65] [2024/05/07 00:08:29.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:29.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:29.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:29.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:29.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:29.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=64] [2024/05/07 00:08:29.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:29.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:29.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:29.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:29.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:29.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:29.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:29.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:29.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:29.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:29.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:30.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:30.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:30.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:30.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:30.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:30.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:30.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:30.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=65] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:30.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:30.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:30.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:30.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:30.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:30.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:30.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:31.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=65] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:31.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=65] [task-type=ImportInto] [num=1] [2024/05/07 00:08:31.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/07 00:08:31.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:31.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:31.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:31.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:31.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:31.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:31.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:31.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/07 00:08:31.027 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 00:08:31.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=61.227µs] [2024/05/07 00:08:31.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=167.761µs] [] [2024/05/07 00:08:31.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:31.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=65] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:31.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:31.042 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=65] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:31.042 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:31.313 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=65] [2024/05/07 00:08:31.313 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=65] [type=ImportInto] [2024/05/07 00:08:31.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:31.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:31.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:31.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:31.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:31.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:31.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:31.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:31.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:31.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:31.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/07 00:08:31.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:31.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:31.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:31.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:31.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:31.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:31.544 +08:00] [INFO] [import_into_test.go:899] ["register task"] [task_id=65] [2024/05/07 00:08:31.544 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/07 00:08:31.620 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:31.621 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 00:08:31.621 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 00:08:31.627 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:31.628 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:31.628 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:31.629 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.629 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:31.630 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:31.630 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.630 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:31.630 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:31.630 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:31.630 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:31.630 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:31.630 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:31.631 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:31.631 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:31.631 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:31.631 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:31.631 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:31.631 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:31.635 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:31.635 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:31.635 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:31.636 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.636 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:31.637 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:31.637 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:31.646 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:31.646 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.7GB] [2024/05/07 00:08:31.646 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=65] [step=import] [limit=256MiB] [2024/05/07 00:08:31.660 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [2024/05/07 00:08:31.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:31.670 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:31.671 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/07 00:08:32.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:32.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:32.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:32.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:32.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:32.029 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:32.029 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:32.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:32.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:32.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:32.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:32.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:32.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:32.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:33.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:33.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:33.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:33.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:33.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:33.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:33.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:33.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:33.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:33.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:33.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:33.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:33.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:33.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:34.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:34.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:34.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:34.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:34.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:34.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:34.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:34.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:34.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:34.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.671 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=130] [takeTime=3.010797224s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:08:34.671 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:08:34.672 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:08:34.672 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:34.672 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:34.672 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:34.672 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:34.672 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:34.672 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:34.672 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=65] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:34.679 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 00:08:34.683 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:34.683 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:34.683 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:34.683 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:34.684 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:34.684 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:34.684 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:34.685 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=65] [error="context canceled"] [2024/05/07 00:08:34.685 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=65] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.064944391s] [error="occur an error when sort chunk"] [2024/05/07 00:08:34.685 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:08:35.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:35.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:35.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:35.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:35.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:35.019 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=65] [task-type=ImportInto] [2024/05/07 00:08:35.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:08:35.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:35.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:35.207 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/07 00:08:35.297 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=65] [step=1] [2024/05/07 00:08:35.302 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 00:08:35.313 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 00:08:35.507 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=65] [2024/05/07 00:08:35.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:35.515 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=65] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 00:08:35.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:35.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:35.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:35.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:35.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:35.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:35.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:35.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:35.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:35.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:35.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:35.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=65] [step=import] [mode=Normal] [2024/05/07 00:08:35.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:35.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:35.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:35.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:35.542 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:35.542 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:35.543 +08:00] [INFO] [import_into_test.go:904] ["unregister task"] [task_id=65] [2024/05/07 00:08:35.543 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=65] [2024/05/07 00:08:35.550 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:08:35.599 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=65] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:08:35.604 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.664411282\n# Parse_time: 0.000071856\n# Compile_time: 0.000424945\n# Rewrite_time: 0.000144702\n# Optimize_time: 0.000197855\n# Wait_TS: 0.000261685\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Ni42NnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjYuNjZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:08:35.620 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=65] [step=1] [state=reverted] [2024/05/07 00:08:35.642 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:08:35.661 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=66] [job-id=66] [thread-cnt=8] [2024/05/07 00:08:35.662 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=66] [2024/05/07 00:08:36.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:36.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:36.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:36.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:36.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:36.024 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=65] [2024/05/07 00:08:36.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:36.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:36.032 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:36.045 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:36.511 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=66] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:08:36.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:36.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:36.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:36.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:36.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:36.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:36.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:37.013 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:37.014 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/07 00:08:37.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:37.015 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/07 00:08:37.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:37.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:37.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:37.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:37.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:37.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:37.028 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=register_task] [2024/05/07 00:08:37.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 00:08:37.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=54.402µs] [2024/05/07 00:08:37.029 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=register_task] [takeTime=155.874µs] [] [2024/05/07 00:08:37.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:37.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:37.029 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:37.042 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:37.043 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:37.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=66] [2024/05/07 00:08:37.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=66] [type=ImportInto] [2024/05/07 00:08:37.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:37.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:37.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:37.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:37.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:37.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:37.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:37.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:37.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:37.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:37.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:37.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:37.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:37.543 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:37.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:37.543 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:37.543 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:37.549 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/07 00:08:37.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:37.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=import] [2024/05/07 00:08:37.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/07 00:08:37.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:37.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:37.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:37.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.627 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:37.628 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:37.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:37.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:37.628 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:37.628 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:37.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:37.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:37.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:37.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:37.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:37.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:37.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:37.635 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:37.635 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:37.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:37.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.7GB] [2024/05/07 00:08:37.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=66] [step=import] [limit=256MiB] [2024/05/07 00:08:37.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [2024/05/07 00:08:37.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:37.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:37.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=310] [2024/05/07 00:08:37.708 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:08:38.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:38.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:38.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:38.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:38.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:38.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:38.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:38.030 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [2024/05/07 00:08:38.032 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=310] [key=register_task-1.tsv:0] [readDur=1.009304ms] [encodeDur=593.955µs] [deliverDur=223.393µs] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [takeTime=2.148625ms] [] [2024/05/07 00:08:38.033 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/66/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/8d90d7f2-9dcf-435a-a1e9-8e3eec3c3eee.sst] [firstKey=7480000000000001365F728000000000000001] [lastKey=7480000000000001365F728000000000000001] [2024/05/07 00:08:38.033 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=132] [takeTime=375.530062ms] [] [2024/05/07 00:08:38.033 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/07 00:08:38.033 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/07 00:08:38.033 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:38.036 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.814077ms] [] [2024/05/07 00:08:38.036 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/07 00:08:38.041 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:38.042 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/07 00:08:38.042 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:38.042 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:38.042 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:38.043 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF365F728000000000FF0000010000000000FA] [end=7480000000000001FF365F728000000000FF0000020000000000FA] [2024/05/07 00:08:38.043 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF365F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF365F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:38.043 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=396.166µs] [2024/05/07 00:08:38.044 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.176904ms] [] [2024/05/07 00:08:38.052 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:124 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 126, request epoch conf_ver: 5 version: 124\")"] ["job stage"=needRescan] [2024/05/07 00:08:38.053 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001365F728000000000000001] [endKey=7480000000000001365F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:40.053 +08:00] [2024/05/07 00:08:38.081 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580031813615620] [req-type=Cop] [region="{ region id: 14, ver: 124, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:38.081 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580031813615620] [req-type=Cop] [region="{ region id: 14, ver: 124, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:38.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:38.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:38.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:38.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:38.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:38.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:38.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:39.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:39.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:39.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:39.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:39.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:39.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:39.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:39.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:39.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:39.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:39.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:39.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:39.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:39.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:40.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:40.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:40.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:40.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:40.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:40.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:40.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:40.071 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 00:08:40.073 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=2.036389725s] [] [2024/05/07 00:08:40.073 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 00:08:40.074 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.305595ms] [] [2024/05/07 00:08:40.074 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=66] [step=import] [engine-id=0] [2024/05/07 00:08:40.074 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:40.076 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.897312ms] [] [2024/05/07 00:08:40.076 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/07 00:08:40.076 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:40.076 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=47.559µs] [] [2024/05/07 00:08:40.076 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 00:08:40.077 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=922.721µs] [] [2024/05/07 00:08:40.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:40.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:40.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:40.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:40.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:40.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:40.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/07 00:08:40.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:40.522 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:40.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:40.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:40.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:40.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:40.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:40.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:40.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:40.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:40.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:40.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:40.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:40.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:40.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:40.560 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 00:08:40.561 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:40.561 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:08:40.561 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:40.574 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=66] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:40.574 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:40.705 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:40.709 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:40.709 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:40.709 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:40.709 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:40.710 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:40.710 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:40.710 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:40.710 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/07 00:08:40.710 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.09264777s] [] [2024/05/07 00:08:41.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:41.016 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:41.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:41.018 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=66] [step=post-process] [2024/05/07 00:08:41.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:41.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:41.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:41.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:41.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:41.031 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/07 00:08:41.032 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/07 00:08:41.032 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [2024/05/07 00:08:41.035 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:41.035 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:41.035 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:41.036 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:41.036 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:41.037 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:41.037 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:41.037 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:41.037 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:41.037 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:41.037 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:41.037 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:41.037 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:41.038 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:41.038 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:41.038 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:41.038 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:41.038 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:41.038 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:41.046 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=14.073359ms] [] [2024/05/07 00:08:41.046 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [checksum="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/07 00:08:41.046 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [weight=30] [2024/05/07 00:08:41.047 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [concurrency=15] [2024/05/07 00:08:41.049 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [local="{cksum=8020365676007769280,size=37,kvs=1}"] [2024/05/07 00:08:41.049 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=17.259533ms] [] [2024/05/07 00:08:41.049 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=66] [step=post-process] [subtask-id=133] [takeTime=17.403002ms] [] [2024/05/07 00:08:41.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:41.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=66] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:41.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:41.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:41.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:41.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:41.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=66] [task-type=ImportInto] [num=1] [2024/05/07 00:08:41.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:41.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=66] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:41.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:41.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:41.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:41.531 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=66] [step=done] [state=running] [] [2024/05/07 00:08:41.534 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=66] [2024/05/07 00:08:41.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:41.673 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=66] [error="context canceled"] [2024/05/07 00:08:41.673 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=66] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.848016ms] [] [2024/05/07 00:08:41.673 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.068703034\n# Parse_time: 0.000297652\n# Compile_time: 0.000398177\n# Rewrite_time: 0.000121454\n# Optimize_time: 0.000197855\n# Wait_TS: 0.000336424\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestLoadRemote/TestSameBehaviourDetachedOrNot [2024/05/07 00:08:41.679 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/07 00:08:41.680 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/07 00:08:41.694 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:41.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:41.694 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:41.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/07 00:08:41.710 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.727 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=984.341µs] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:41.732 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=313] [version=226] [2024/05/07 00:08:41.776 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.766784ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:41.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.798 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.639 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.808 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/07 00:08:41.808 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:41.811 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/07 00:08:41.826 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 00:08:41.826 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:41.842 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.870 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=1.87953ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [2024/05/07 00:08:41.874 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=315] [version=227] [2024/05/07 00:08:41.918 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.623338ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.933 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.789 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:41.945 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/07 00:08:41.945 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:41.948 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/07 00:08:41.963 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:41.963 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 00:08:41.975 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=66] [step=-2] [state=succeed] [2024/05/07 00:08:41.979 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:42.000 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=1.793167ms] [gotSchemaVersion=228] [phyTblIDs="[316]"] [actionTypes="[3]"] [2024/05/07 00:08:42.004 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=317] [version=228] [2024/05/07 00:08:42.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:42.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:42.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:42.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:42.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:42.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=66] [2024/05/07 00:08:42.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:42.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:42.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:42.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:42.048 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.193134ms] [job="ID:317, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:41.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:42.064 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:316, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:41.939 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:42.075 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/07 00:08:42.076 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:42.115 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:08:42.132 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=67] [job-id=67] [thread-cnt=1] [2024/05/07 00:08:42.133 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=67] [2024/05/07 00:08:42.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=67] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:08:42.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:42.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:42.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:42.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:42.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:42.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:42.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:43.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:43.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/07 00:08:43.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/07 00:08:43.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:43.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:43.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:43.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:43.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:43.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:08:43.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/07 00:08:43.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=58.013µs] [2024/05/07 00:08:43.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=181.347µs] [] [2024/05/07 00:08:43.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:43.027 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:43.027 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:43.027 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:43.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:43.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:43.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:43.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=67] [2024/05/07 00:08:43.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=67] [type=ImportInto] [2024/05/07 00:08:43.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:43.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:43.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:43.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:43.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:43.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:43.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:43.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:43.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:43.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:43.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/07 00:08:43.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:43.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:43.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:43.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:43.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:43.543 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:43.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/07 00:08:43.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:43.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=import] [2024/05/07 00:08:43.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/07 00:08:43.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:43.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:43.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:43.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:43.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:43.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:43.627 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:43.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:43.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:43.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:43.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:43.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:43.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:43.631 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:43.632 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:43.632 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:43.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:43.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:43.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:43.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:43.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.7GB] [2024/05/07 00:08:43.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=67] [step=import] [limit=256MiB] [2024/05/07 00:08:43.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [2024/05/07 00:08:43.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:43.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:43.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/07 00:08:43.718 +08:00] [WARN] [pd.go:152] ["get timestamp too slow"] ["cost time"=35.734714ms] [2024/05/07 00:08:44.196 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=314] [key=1.txt:0] [2024/05/07 00:08:44.196 +08:00] [WARN] [domain.go:629] ["loading schema takes a long time"] ["take time"=519.181711ms] [2024/05/07 00:08:44.198 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=1.txt:0] [readDur=974.694µs] [encodeDur=474.486µs] [deliverDur=317.65µs] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [takeTime=2.086348ms] [] [2024/05/07 00:08:44.199 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=134] [takeTime=541.740952ms] [] [2024/05/07 00:08:44.199 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/67/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/b5e1400c-cd16-4a0b-852e-1b61ca64af31.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/07 00:08:44.199 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 00:08:44.199 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 00:08:44.199 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:44.202 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:44.202 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.886784ms] [] [2024/05/07 00:08:44.202 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/07 00:08:44.203 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:44.203 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:44.204 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:44.204 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:44.207 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:44.209 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/07 00:08:44.209 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:44.209 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:44.209 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:44.210 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3A5F728000000000FF0000010000000000FA] [end=7480000000000001FF3A5F728000000000FF0000020000000000FA] [2024/05/07 00:08:44.210 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3A5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3A5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:44.210 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=386.993µs] [2024/05/07 00:08:44.211 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.193396ms] [] [2024/05/07 00:08:44.215 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:44.215 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:44.218 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 25, store 2, region 14, epoch conf_ver:5 version:126 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 128, request epoch conf_ver: 5 version: 126\")"] ["job stage"=needRescan] [2024/05/07 00:08:44.218 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580033425801236] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:44.218 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580033425801236] [req-type=Cop] [region="{ region id: 14, ver: 126, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:44.219 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013A5F728000000000000001] [endKey=74800000000000013A5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:46.219 +08:00] [2024/05/07 00:08:44.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:44.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:44.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:44.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:44.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:44.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:44.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:45.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:45.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:45.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:45.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:45.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:45.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:45.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:45.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:45.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:45.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:45.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:45.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:45.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:45.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:46.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:46.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:46.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:46.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:46.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:46.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:46.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:46.239 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/07 00:08:46.241 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=2.038238624s] [] [2024/05/07 00:08:46.241 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:46.242 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.268279ms] [] [2024/05/07 00:08:46.242 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 00:08:46.242 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:46.244 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.805996ms] [] [2024/05/07 00:08:46.244 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/07 00:08:46.244 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:46.244 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=45.762µs] [] [2024/05/07 00:08:46.244 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:46.245 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=951.809µs] [] [2024/05/07 00:08:46.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:46.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:46.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:46.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/07 00:08:46.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:46.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:46.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:46.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:46.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:46.522 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:46.522 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:46.523 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:46.523 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:46.524 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:46.524 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:46.524 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:46.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:46.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:46.543 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:46.543 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:46.543 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:46.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:46.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:46.560 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/07 00:08:46.561 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:46.562 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:46.562 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:46.574 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=67] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:46.575 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:46.870 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/07 00:08:46.874 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:46.874 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:46.874 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:46.874 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:46.875 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:46.875 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:46.875 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:46.875 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/07 00:08:46.875 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=3.258002863s] [] [2024/05/07 00:08:47.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:47.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:47.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:47.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:47.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:47.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:47.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:47.182 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:47.183 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=67] [step=post-process] [2024/05/07 00:08:47.196 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/07 00:08:47.196 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/07 00:08:47.196 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [2024/05/07 00:08:47.199 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:47.199 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:47.199 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:47.200 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:47.200 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:47.201 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:47.201 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:47.201 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:47.201 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:47.201 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:47.201 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:47.201 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:47.201 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:47.202 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:47.202 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:47.202 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:47.202 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:47.202 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:47.202 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:47.210 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=13.79534ms] [] [2024/05/07 00:08:47.210 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [checksum="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/07 00:08:47.211 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [weight=30] [2024/05/07 00:08:47.211 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [concurrency=15] [2024/05/07 00:08:47.213 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [local="{cksum=9362138208737453770,size=47,kvs=1}"] [2024/05/07 00:08:47.213 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=16.946671ms] [] [2024/05/07 00:08:47.213 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=135] [takeTime=17.082622ms] [] [2024/05/07 00:08:47.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:47.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=67] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:47.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:47.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:47.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:47.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=67] [task-type=ImportInto] [num=1] [2024/05/07 00:08:47.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:47.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:47.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=67] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:08:47.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:47.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:47.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:47.529 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=67] [step=done] [state=running] [] [2024/05/07 00:08:47.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=67] [2024/05/07 00:08:47.539 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:47.837 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=67] [error="context canceled"] [2024/05/07 00:08:47.837 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=67] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=654.923805ms] [] [2024/05/07 00:08:47.843 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.765219917\n# Parse_time: 0.000091633\n# Compile_time: 0.000420826\n# Rewrite_time: 0.000134219\n# Optimize_time: 0.000168489\n# Wait_TS: 0.000299794\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS43NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS43NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:08:47.882 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:08:47.900 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=68] [job-id=68] [thread-cnt=1] [2024/05/07 00:08:47.900 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=68] [2024/05/07 00:08:48.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:48.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:48.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:48.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:48.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:48.022 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=67] [2024/05/07 00:08:48.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:48.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:48.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:48.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:48.514 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=68] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:08:48.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:48.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:48.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:48.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:48.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:48.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:48.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:49.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:49.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:49.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:49.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:49.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:49.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:49.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/07 00:08:49.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/07 00:08:49.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:49.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:49.029 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:08:49.029 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/07 00:08:49.029 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=49.08µs] [2024/05/07 00:08:49.029 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=183.757µs] [] [2024/05/07 00:08:49.029 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:49.029 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:49.030 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:49.043 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:49.043 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:49.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=68] [2024/05/07 00:08:49.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=68] [type=ImportInto] [2024/05/07 00:08:49.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:49.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:49.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:49.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:49.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:49.700 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:49.701 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=import] [2024/05/07 00:08:49.701 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/07 00:08:49.702 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:49.702 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:49.702 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:49.703 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:49.703 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:49.704 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.705 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:49.705 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:49.706 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.706 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/07 00:08:49.707 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:49.708 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:49.708 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:49.709 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.709 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:49.710 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:49.710 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.710 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:49.710 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:49.710 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:49.710 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:49.710 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:49.710 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:49.710 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:49.711 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:49.711 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:49.711 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:49.711 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:49.711 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:49.714 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:49.715 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:49.715 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:49.716 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.716 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:49.717 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:49.717 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:49.725 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:49.726 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:49.726 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:49.726 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:49.727 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:49.727 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.7GB] [2024/05/07 00:08:49.727 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=68] [step=import] [limit=256MiB] [2024/05/07 00:08:49.733 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/07 00:08:49.743 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [2024/05/07 00:08:49.748 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:08:49.753 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:08:49.753 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/07 00:08:49.813 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=316] [key=1.txt:0] [2024/05/07 00:08:49.815 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=1.txt:0] [readDur=770.875µs] [encodeDur=389.208µs] [deliverDur=190.71µs] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [takeTime=1.665709ms] [] [2024/05/07 00:08:49.816 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=136] [takeTime=73.009844ms] [] [2024/05/07 00:08:49.816 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=47] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/68/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/924c89fc-ce4b-46e5-9382-efebdf65368c.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/07 00:08:49.816 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 00:08:49.816 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 00:08:49.816 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:08:49.819 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.496861ms] [] [2024/05/07 00:08:49.819 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/07 00:08:49.823 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:49.824 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/07 00:08:49.825 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:49.825 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:08:49.825 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:49.825 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF3C5F728000000000FF0000010000000000FA] [end=7480000000000001FF3C5F728000000000FF0000020000000000FA] [2024/05/07 00:08:49.825 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF3C5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF3C5F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:49.826 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=420.428µs] [2024/05/07 00:08:49.826 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.076138ms] [] [2024/05/07 00:08:49.836 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580034893807618] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:49.836 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580034893807618] [req-type=Cop] [region="{ region id: 14, ver: 128, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:49.842 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 130, but you sent conf_ver: 5 version: 128"] [region="{ID=564,startKey=7480000000000001FF3C5F728000000000FF0000010000000000FA,endKey=7480000000000001FF3C5F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:130 \",peers=\"id:565 store_id:1 ,id:566 store_id:3 ,id:567 store_id:2 \"}"] [start=74800000000000013C5F728000000000000001] [end=74800000000000013C5F728000000000000002] [2024/05/07 00:08:49.842 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000013C5F728000000000000001] [endKey=74800000000000013C5F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:08:51.842 +08:00] [2024/05/07 00:08:50.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:50.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:50.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:50.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:50.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:50.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:50.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:50.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:50.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:50.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:50.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:50.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:50.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:50.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:51.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:51.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:51.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:51.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:51.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:51.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:51.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:51.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:51.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:51.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:51.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:51.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:51.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:51.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:51.858 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/07 00:08:51.860 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.041304626s] [] [2024/05/07 00:08:51.860 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:08:51.861 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.162708ms] [] [2024/05/07 00:08:51.861 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 00:08:51.861 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:08:51.863 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.878278ms] [] [2024/05/07 00:08:51.863 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/07 00:08:51.863 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:08:51.863 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=63.042µs] [] [2024/05/07 00:08:51.863 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:08:51.864 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=932.582µs] [] [2024/05/07 00:08:52.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:52.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:52.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:52.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:52.020 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:52.021 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/07 00:08:52.022 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:52.025 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:52.026 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:52.026 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:52.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:52.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:52.027 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:52.027 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:52.028 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:52.028 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:52.028 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:52.047 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:52.047 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:52.047 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:52.047 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:52.063 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/07 00:08:52.064 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:52.064 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:52.064 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:52.077 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=68] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:52.077 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:52.185 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:52.189 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:52.189 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:52.189 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:52.190 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:52.191 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:52.191 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:52.191 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:52.191 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/07 00:08:52.191 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.490889194s] [] [2024/05/07 00:08:52.498 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:52.499 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=68] [step=post-process] [2024/05/07 00:08:52.513 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/07 00:08:52.513 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/07 00:08:52.513 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [2024/05/07 00:08:52.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:52.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:52.516 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:52.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:52.517 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:52.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:52.517 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:52.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:52.518 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:52.518 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:52.519 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:52.519 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:52.520 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:52.520 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:52.520 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:52.520 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:52.520 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:52.520 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:52.520 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:52.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:52.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:52.529 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=15.839581ms] [] [2024/05/07 00:08:52.529 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [checksum="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/07 00:08:52.530 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [weight=30] [2024/05/07 00:08:52.530 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [concurrency=15] [2024/05/07 00:08:52.532 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [local="{cksum=16615416044872410788,size=47,kvs=1}"] [2024/05/07 00:08:52.532 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=19.353282ms] [] [2024/05/07 00:08:52.532 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=137] [takeTime=19.507088ms] [] [2024/05/07 00:08:53.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:53.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:53.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:53.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:53.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:53.020 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=68] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:53.021 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=68] [task-type=ImportInto] [num=1] [2024/05/07 00:08:53.022 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:53.022 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=68] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:08:53.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:53.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:53.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:53.034 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=68] [step=done] [state=running] [] [2024/05/07 00:08:53.037 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=68] [2024/05/07 00:08:53.044 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:08:53.157 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=68] [error="context canceled"] [2024/05/07 00:08:53.157 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=68] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.460578ms] [] [2024/05/07 00:08:53.460 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=68] [step=-2] [state=succeed] [2024/05/07 00:08:53.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:53.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:53.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:53.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:53.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:53.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:53.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:53.529 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=68] [2024/05/07 00:08:53.536 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:08:53.550 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:08:53.909 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/07 00:08:53.921 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:53.921 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/07 00:08:53.936 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:queueing, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:53.957 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=597.625µs] [gotSchemaVersion=229] [phyTblIDs="[314,316]"] [actionTypes="[2,2]"] [2024/05/07 00:08:53.962 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=229] [2024/05/07 00:08:54.007 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.845209ms] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:54.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:54.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:54.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:54.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:54.022 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:write only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.029 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:54.029 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:54.039 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=559.587µs] [gotSchemaVersion=230] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:54.044 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=230] [2024/05/07 00:08:54.089 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=52.932648ms] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.104 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [category=ddl] [job="ID:318, Type:drop schema, State:running, SchemaState:delete only, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.123 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=589.399µs] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:54.127 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=318] [version=231] [2024/05/07 00:08:54.173 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=53.56803ms] [job="ID:318, Type:drop schema, State:done, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.197 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=318] [tableIDs="[314,316]"] [2024/05/07 00:08:54.202 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=318] [jobType="drop schema"] [2024/05/07 00:08:54.204 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=318] [conn=2] [job="ID:318, Type:drop schema, State:synced, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:53.889 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.220 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=318] [2024/05/07 00:08:54.220 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:54.223 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.314328497\n# Parse_time: 0.000086667\n# Compile_time: 0.000263726\n# Rewrite_time: 0.000025536\n# Optimize_time: 0.000167885\n# Wait_TS: 0.000312685\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/07 00:08:54.223 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/07 00:08:54.237 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:54.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:54.237 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:54.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE test_detached;"] [2024/05/07 00:08:54.255 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [category=ddl] [job="ID:320, Type:create schema, State:queueing, SchemaState:none, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.271 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=1.080308ms] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:08:54.276 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=320] [version=232] [2024/05/07 00:08:54.321 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=53.893693ms] [job="ID:320, Type:create schema, State:done, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:08:54.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.347 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=320] [conn=2] [job="ID:320, Type:create schema, State:synced, SchemaState:public, SchemaID:319, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.19 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.358 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=320] [2024/05/07 00:08:54.358 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:54.361 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=232] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/07 00:08:54.376 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:54.376 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 00:08:54.393 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [category=ddl] [job="ID:322, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.415 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=2.003598ms] [gotSchemaVersion=233] [phyTblIDs="[321]"] [actionTypes="[3]"] [2024/05/07 00:08:54.419 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=322] [version=233] [2024/05/07 00:08:54.464 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=53.604825ms] [job="ID:322, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.480 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=322] [conn=2] [job="ID:322, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:321, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.339 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.493 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=322] [2024/05/07 00:08:54.493 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:54.496 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=233] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/07 00:08:54.512 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:08:54.512 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 00:08:54.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:54.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:54.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:54.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:54.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:54.529 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:54.529 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:54.530 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:create table, State:queueing, SchemaState:none, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.552 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=1.841264ms] [gotSchemaVersion=234] [phyTblIDs="[323]"] [actionTypes="[3]"] [2024/05/07 00:08:54.556 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=324] [version=234] [2024/05/07 00:08:54.601 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=53.625158ms] [job="ID:324, Type:create table, State:done, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:2, start time: 2024-05-07 00:08:54.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.616 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:create table, State:synced, SchemaState:public, SchemaID:319, TableID:323, RowCount:0, ArgLen:0, start time: 2024-05-07 00:08:54.49 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:08:54.629 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/07 00:08:54.629 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:08:54.674 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:08:54.694 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=69] [job-id=69] [thread-cnt=1] [2024/05/07 00:08:54.694 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=69] [2024/05/07 00:08:55.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:55.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:55.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:55.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:55.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:55.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:55.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:55.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:55.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:55.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:55.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:55.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:55.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:55.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:56.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:56.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:56.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:56.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:56.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:56.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:56.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:56.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:56.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:56.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:56.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:56.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:56.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:56.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:57.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:57.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:57.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:57.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:57.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:57.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:57.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:57.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=69] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:08:57.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:57.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:57.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:57.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:57.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:57.528 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:57.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:58.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:08:58.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/07 00:08:58.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/07 00:08:58.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:58.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:58.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:58.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:58.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:58.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:58.027 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:08:58.028 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/07 00:08:58.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:58.028 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=66.488µs] [2024/05/07 00:08:58.028 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=200.013µs] [] [2024/05/07 00:08:58.028 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:08:58.028 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:58.028 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:08:58.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:58.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:58.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:58.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:58.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:58.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:58.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:58.860 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580037043650570\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.821295632\n# Parse_time: 0\n# Compile_time: 0.000201277\n# Rewrite_time: 0.00000367\n# Optimize_time: 0.000753221\n# Wait_TS: 0\n# Prewrite_time: 0.818854173 Commit_time: 0.00130759 Get_commit_ts_time: 0.000331881 Slowest_prewrite_rpc_detail: {total:0.819s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 818.2ms, scan_detail: {get_snapshot_time: 22.3µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 16.6µs, propose_send_wait: 0s, persist_log: {total: 306.4µs, write_leader_wait: 63ns, sync_log: 273.9µs, write_memtable: 1.89µs}, commit_log: 1.07ms, apply_batch_wait: 17.8µs, apply: {total:816.8ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 33.6µs, write_memtable: 20.4µs}}} Commit_primary_rpc_detail: {total:0.819s, region_id: 14, store: 127.0.0.1:20162, tikv_wall_time: 818.2ms, scan_detail: {get_snapshot_time: 22.3µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 16.6µs, propose_send_wait: 0s, persist_log: {total: 306.4µs, write_leader_wait: 63ns, sync_log: 273.9µs, write_memtable: 1.89µs}, commit_log: 1.07ms, apply_batch_wait: 17.8µs, apply: {total:816.8ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 33.6µs, write_memtable: 20.4µs}}} Write_keys: 3 Write_size: 5261 Prewrite_region: 2\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n# Prev_stmt: insert into mysql.tidb_background_subtask (step, task_key, exec_id, meta, state, type, checkpoint, summary) values (1, 69, ':4000', _binary'{\\\"ID\\\":0,\\\"Chunks\\\":[{\\\"Path\\\":\\\"1.txt\\\",\\\"FileSize\\\":5,\\\"Offset\\\":0,\\\"EndOffset\\\":5,\\\"PrevRowIDMax\\\":0,\\\"RowIDMax\\\":2,\\\"Type\\\":4,\\\"Compression\\\":0,\\\"Timestamp\\\":1715011738}],\\\"Checksum\\\":{\\\"Sum\\\":0,\\\"KVs\\\":0,\\\"Size\\\":0},\\\"Result\\\":{\\\"LoadedRowCnt\\\":0,\\\"ColSizeMap\\\":null},\\\"MaxIDs\\\":null,\\\"SortedDataMeta\\\":null,\\\"SortedIndexMetas\\\":null}', 'pending', 2, _binary'', '{}')\ncommit;"] [2024/05/07 00:08:58.861 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:08:58.861 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:08:58.890 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:58.890 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:58.891 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:58.892 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:58.892 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:58.893 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:58.893 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:58.893 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:58.913 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:58.913 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:58.913 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:58.913 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:58.917 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=69] [2024/05/07 00:08:58.917 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=69] [type=ImportInto] [2024/05/07 00:08:58.920 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/07 00:08:59.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:59.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:59.019 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:59.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:59.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:59.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:59.029 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:59.224 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:59.226 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=import] [2024/05/07 00:08:59.226 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/07 00:08:59.232 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:59.232 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:59.232 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:59.233 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.234 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:59.235 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:59.235 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:08:59.235 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:59.235 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:08:59.235 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:08:59.235 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:59.235 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:59.235 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:59.240 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:59.240 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:59.240 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:59.241 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.241 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:59.242 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:59.242 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.253 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:08:59.253 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.7GB] [2024/05/07 00:08:59.253 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=69] [step=import] [limit=256MiB] [2024/05/07 00:08:59.269 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [2024/05/07 00:08:59.275 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:59.280 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:59.280 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=321] [2024/05/07 00:08:59.309 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=321] [key=1.txt:0] [2024/05/07 00:08:59.311 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=321] [key=1.txt:0] [readDur=885.854µs] [encodeDur=225.69µs] [deliverDur=245.9µs] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [takeTime=1.697933ms] [] [2024/05/07 00:08:59.312 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/69/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/aed098d6-898c-4826-a2c5-7ea6f98e0bd4.sst] [firstKey=7480000000000001415F728000000000000001] [lastKey=7480000000000001415F728000000000000001] [2024/05/07 00:08:59.312 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=138] [takeTime=42.796098ms] [] [2024/05/07 00:08:59.312 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 00:08:59.312 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 00:08:59.312 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:59.315 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.537479ms] [] [2024/05/07 00:08:59.315 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/07 00:08:59.319 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:08:59.320 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/07 00:08:59.320 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:08:59.320 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:59.321 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:08:59.321 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF415F728000000000FF0000010000000000FA] [end=7480000000000001FF415F728000000000FF0000020000000000FA] [2024/05/07 00:08:59.321 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF415F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF415F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:08:59.322 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=480.916µs] [2024/05/07 00:08:59.322 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.279676ms] [] [2024/05/07 00:08:59.323 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF415F728000000000FF0000010000000000FA, endKey: 7480000000000001FF415F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:08:59.332 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580037384437763] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:59.332 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580037384437763] [req-type=Cop] [region="{ region id: 14, ver: 130, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:08:59.354 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/07 00:08:59.356 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=41.343476ms] [] [2024/05/07 00:08:59.356 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 00:08:59.357 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.291784ms] [] [2024/05/07 00:08:59.358 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 00:08:59.358 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:59.360 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=2.073795ms] [] [2024/05/07 00:08:59.360 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/07 00:08:59.360 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:59.360 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=57.766µs] [] [2024/05/07 00:08:59.360 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 00:08:59.361 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=964.799µs] [] [2024/05/07 00:08:59.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:08:59.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:08:59.518 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:08:59.519 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/07 00:08:59.519 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:08:59.519 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:08:59.519 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:59.520 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/07 00:08:59.523 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:08:59.524 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:08:59.524 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:08:59.525 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.525 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:08:59.526 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:08:59.526 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:08:59.526 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:08:59.531 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:59.531 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:08:59.546 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:59.546 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:59.546 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:59.547 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:59.565 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/07 00:08:59.566 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:08:59.566 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:08:59.567 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:59.581 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=69] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:08:59.581 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:08:59.682 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/07 00:08:59.685 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:08:59.685 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:59.685 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:59.685 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:08:59.686 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:08:59.686 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:08:59.686 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:08:59.686 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/07 00:08:59.686 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=461.806787ms] [] [2024/05/07 00:08:59.992 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:08:59.994 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=69] [step=post-process] [2024/05/07 00:09:00.007 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/07 00:09:00.007 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/07 00:09:00.007 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [2024/05/07 00:09:00.010 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:00.011 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:00.011 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:00.012 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:00.012 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:00.013 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:00.013 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:00.013 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:00.013 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:00.014 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:00.014 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:00.014 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:00.014 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:00.014 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:00.014 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:00.014 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:00.014 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:00.014 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:00.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:00.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:00.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:00.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:00.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:00.023 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=15.378909ms] [] [2024/05/07 00:09:00.023 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [checksum="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/07 00:09:00.024 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [weight=30] [2024/05/07 00:09:00.024 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [concurrency=15] [2024/05/07 00:09:00.026 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [local="{cksum=15342004739662364154,size=33,kvs=1}"] [2024/05/07 00:09:00.026 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=18.627744ms] [] [2024/05/07 00:09:00.026 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=139] [takeTime=18.797635ms] [] [2024/05/07 00:09:00.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:00.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:00.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:00.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=69] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:00.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:00.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=69] [task-type=ImportInto] [num=1] [2024/05/07 00:09:00.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:00.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:00.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:00.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:00.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=69] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:09:00.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:00.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:00.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:00.530 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=69] [step=done] [state=running] [] [2024/05/07 00:09:00.533 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=69] [2024/05/07 00:09:00.541 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:00.652 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=69] [error="context canceled"] [2024/05/07 00:09:00.652 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=69] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=659.566662ms] [] [2024/05/07 00:09:00.706 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.074445022\n# Parse_time: 0.000099387\n# Compile_time: 0.00046413\n# Rewrite_time: 0.000144287\n# Optimize_time: 0.000167885\n# Wait_TS: 0.000239071\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 00:09:00.749 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:09:00.766 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=70] [job-id=70] [thread-cnt=1] [2024/05/07 00:09:00.767 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=70] [2024/05/07 00:09:00.954 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=69] [step=-2] [state=succeed] [2024/05/07 00:09:01.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:01.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:01.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:01.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:01.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:01.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=69] [2024/05/07 00:09:01.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:01.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:01.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:01.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:01.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:01.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:01.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:01.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:01.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:01.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:01.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:02.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:02.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:02.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:02.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:02.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:02.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:02.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:02.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:02.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:02.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:02.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:02.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:02.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:02.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:03.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:03.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:03.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:03.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:03.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:03.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:03.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:03.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=70] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:09:03.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:03.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:03.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:03.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:03.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:03.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:03.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:04.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:04.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/07 00:09:04.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/07 00:09:04.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:04.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:04.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:04.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:04.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:04.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:09:04.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/07 00:09:04.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=43.582µs] [2024/05/07 00:09:04.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=137.306µs] [] [2024/05/07 00:09:04.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:04.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=1] [2024/05/07 00:09:04.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:04.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:04.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:04.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:04.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:04.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=70] [2024/05/07 00:09:04.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=70] [type=ImportInto] [2024/05/07 00:09:04.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:04.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:04.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:04.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:04.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:04.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:04.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:04.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:04.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:04.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:04.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/07 00:09:04.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:04.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:04.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:04.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:04.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:04.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:04.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/07 00:09:04.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:04.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=import] [2024/05/07 00:09:04.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/07 00:09:04.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:04.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:04.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:04.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:04.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:04.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:04.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:04.626 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:09:04.627 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:04.627 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:04.627 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:04.627 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:04.627 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:04.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:04.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:04.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:04.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:04.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:04.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:04.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:04.633 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.633 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:04.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:04.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:04.643 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:04.643 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.7GB] [2024/05/07 00:09:04.643 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=70] [step=import] [limit=256MiB] [2024/05/07 00:09:04.657 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [2024/05/07 00:09:04.662 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:09:04.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:09:04.667 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=323] [2024/05/07 00:09:04.678 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=323] [key=1.txt:0] [2024/05/07 00:09:04.680 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=323] [key=1.txt:0] [readDur=785.694µs] [encodeDur=178.338µs] [deliverDur=174.392µs] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [takeTime=1.386519ms] [] [2024/05/07 00:09:04.680 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/5c1dc63f-608b-4ab2-89a4-5b3b514b28e0.sst] [firstKey=7480000000000001435F728000000000000001] [lastKey=7480000000000001435F728000000000000001] [2024/05/07 00:09:04.680 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=140] [takeTime=23.872554ms] [] [2024/05/07 00:09:04.681 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 00:09:04.681 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 00:09:04.681 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:09:04.683 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.327959ms] [] [2024/05/07 00:09:04.683 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/07 00:09:04.687 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:04.689 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/07 00:09:04.689 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:04.689 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:09:04.689 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:09:04.690 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF435F728000000000FF0000010000000000FA] [end=7480000000000001FF435F728000000000FF0000020000000000FA] [2024/05/07 00:09:04.690 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF435F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF435F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:09:04.690 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=402.894µs] [2024/05/07 00:09:04.690 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.106883ms] [] [2024/05/07 00:09:04.704 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 134, but you sent conf_ver: 5 version: 132"] [region="{ID=580,startKey=7480000000000001FF435F728000000000FF0000010000000000FA,endKey=7480000000000001FF435F728000000000FF0000020000000000FA,epoch=\"conf_ver:5 version:134 \",peers=\"id:581 store_id:1 ,id:582 store_id:3 ,id:583 store_id:2 \"}"] [start=7480000000000001435F728000000000000001] [end=7480000000000001435F728000000000000002] [2024/05/07 00:09:04.704 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001435F728000000000000001] [endKey=7480000000000001435F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:06.704 +08:00] [2024/05/07 00:09:04.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580038799753220] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:04.730 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580038799753220] [req-type=Cop] [region="{ region id: 14, ver: 132, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:05.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:05.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:05.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:05.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:05.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:05.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:05.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:05.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:05.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:05.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:05.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:05.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:05.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:05.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:06.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:06.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:06.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:06.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:06.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:06.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:06.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:06.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:06.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:06.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:06.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:06.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:06.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:06.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:06.722 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/07 00:09:06.724 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=2.040583217s] [] [2024/05/07 00:09:06.724 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 00:09:06.725 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.262223ms] [] [2024/05/07 00:09:06.725 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 00:09:06.725 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:09:06.727 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.805322ms] [] [2024/05/07 00:09:06.727 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/07 00:09:06.727 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:09:06.727 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=41.883µs] [] [2024/05/07 00:09:06.727 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 00:09:06.728 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=961.94µs] [] [2024/05/07 00:09:07.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:07.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:07.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/07 00:09:07.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:07.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:07.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:07.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:07.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:07.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:07.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:07.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:07.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:07.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:07.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:07.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:07.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:07.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:07.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:07.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:07.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:07.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:07.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:07.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:07.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:07.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:07.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:07.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:07.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:07.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/07 00:09:07.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:07.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:09:07.059 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:07.071 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=70] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:07.071 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:07.353 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/07 00:09:07.357 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:07.357 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:07.357 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:07.357 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:07.358 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:07.358 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:07.359 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:07.359 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/07 00:09:07.359 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.741013989s] [] [2024/05/07 00:09:07.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:07.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:07.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:07.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:07.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:07.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:07.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:07.665 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:07.667 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=70] [step=post-process] [2024/05/07 00:09:07.681 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/07 00:09:07.681 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/07 00:09:07.681 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [2024/05/07 00:09:07.684 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:07.685 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:07.685 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:07.686 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:07.686 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:07.687 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:07.687 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:07.687 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:07.687 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:07.687 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:07.687 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:07.687 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:07.687 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:07.694 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=12.885251ms] [] [2024/05/07 00:09:07.694 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [checksum="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/07 00:09:07.695 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [weight=30] [2024/05/07 00:09:07.695 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [concurrency=15] [2024/05/07 00:09:07.697 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [local="{cksum=1315384328616779055,size=33,kvs=1}"] [2024/05/07 00:09:07.697 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=15.96716ms] [] [2024/05/07 00:09:07.697 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=141] [takeTime=16.11328ms] [] [2024/05/07 00:09:08.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:08.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=70] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:08.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:08.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=70] [task-type=ImportInto] [num=1] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=70] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:09:08.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:08.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:08.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:08.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=70] [step=done] [state=running] [] [2024/05/07 00:09:08.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=70] [2024/05/07 00:09:08.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:08.322 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=70] [error="context canceled"] [2024/05/07 00:09:08.322 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=70] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.220703ms] [] [2024/05/07 00:09:08.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:08.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:08.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:08.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:08.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:08.523 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=70] [2024/05/07 00:09:08.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:08.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:08.530 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:08.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] === RUN TestLoadRemote/TestShowDetachedJob [2024/05/07 00:09:08.774 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/07 00:09:08.775 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/07 00:09:08.792 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database show_detached_job"] [2024/05/07 00:09:08.792 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:08.808 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:08.826 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.11344ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:09:08.830 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=326] [version=235] [2024/05/07 00:09:08.875 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.450166ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:08.896 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:08.739 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:08.907 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/07 00:09:08.907 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:08.910 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:08.924 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:08.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:08.924 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:08.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 00:09:08.940 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:08.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:08.959 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=1.722599ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [2024/05/07 00:09:08.964 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=328] [version=236] [2024/05/07 00:09:09.007 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=52.95134ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:08.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:09.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:09.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:09.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:09.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:09.022 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:08.89 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:09.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:09.034 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/07 00:09:09.034 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:09.037 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:09.051 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:09.051 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 00:09:09.067 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:09.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.087 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=1.838451ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [2024/05/07 00:09:09.092 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=330] [version=237] [2024/05/07 00:09:09.135 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.184653ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.151 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:09.039 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.163 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/07 00:09:09.163 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:09.165 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:09.179 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:09.179 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 00:09:09.201 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:09.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.220 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.611231ms] [gotSchemaVersion=238] [phyTblIDs="[331]"] [actionTypes="[3]"] [2024/05/07 00:09:09.225 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=332] [version=238] [2024/05/07 00:09:09.269 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=52.938627ms] [job="ID:332, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:09.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.283 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:331, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:09.14 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:09.294 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/07 00:09:09.294 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:09.339 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:09:09.357 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=71] [job-id=71] [thread-cnt=8] [2024/05/07 00:09:09.357 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=71] [2024/05/07 00:09:09.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=71] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:09.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:09.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:09.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:09.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:09.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:09.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:09.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:10.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:10.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/07 00:09:10.012 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/07 00:09:10.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:10.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:10.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:10.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:10.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:10.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:09:10.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 00:09:10.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=40.532µs] [2024/05/07 00:09:10.024 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=134.484µs] [] [2024/05/07 00:09:10.024 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:10.024 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:10.024 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:10.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:10.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:10.035 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:10.035 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:10.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=71] [2024/05/07 00:09:10.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=71] [type=ImportInto] [2024/05/07 00:09:10.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:10.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:10.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:10.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:10.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:10.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:10.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:10.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:10.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:10.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:10.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/07 00:09:10.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:10.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:10.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:10.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:10.540 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:10.540 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:10.546 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/07 00:09:10.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:10.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=import] [2024/05/07 00:09:10.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/07 00:09:10.624 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:10.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:10.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:10.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:10.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:10.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:10.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:10.626 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:09:10.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:10.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:10.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:10.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:10.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:10.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:10.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:10.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:10.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:10.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:10.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:10.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:10.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:10.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:10.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:10.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:10.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:10.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.7GB] [2024/05/07 00:09:10.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=71] [step=import] [limit=256MiB] [2024/05/07 00:09:10.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [2024/05/07 00:09:10.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 00:09:10.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 00:09:10.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/07 00:09:10.723 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=327] [key=t.csv:0] [2024/05/07 00:09:10.724 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=t.csv:0] [readDur=692.113µs] [encodeDur=297.925µs] [deliverDur=26.784µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.207514ms] [] [2024/05/07 00:09:10.725 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/71/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/27df0d6a-4e85-4d90-864d-068e33d1ae21.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000002] [2024/05/07 00:09:10.725 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=142] [takeTime=69.144309ms] [] [2024/05/07 00:09:10.725 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 00:09:10.725 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 00:09:10.725 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 00:09:10.728 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=2.386695ms] [] [2024/05/07 00:09:10.728 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/07 00:09:10.732 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:10.734 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:09:10.734 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:10.734 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 00:09:10.734 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:09:10.735 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF475F728000000000FF0000010000000000FA] [end=7480000000000001FF475F728000000000FF0000030000000000FA] [2024/05/07 00:09:10.735 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF475F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF475F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:09:10.735 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=420.5µs] [2024/05/07 00:09:10.735 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.146025ms] [] [2024/05/07 00:09:10.743 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:134 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 136, request epoch conf_ver: 5 version: 134\")"] ["job stage"=needRescan] [2024/05/07 00:09:10.743 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001475F728000000000000001] [endKey=7480000000000001475F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:12.743 +08:00] [2024/05/07 00:09:10.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580040385724417] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:10.781 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580040385724417] [req-type=Cop] [region="{ region id: 14, ver: 134, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:11.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:11.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:11.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:11.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:11.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:11.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:11.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:11.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:11.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:11.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:11.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:11.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:11.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:11.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:12.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:12.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:12.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:12.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:12.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:12.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:12.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:12.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:12.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:12.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:12.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:12.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:12.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:12.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:12.761 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:09:12.763 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=2.034716989s] [] [2024/05/07 00:09:12.763 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 00:09:12.764 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.414906ms] [] [2024/05/07 00:09:12.764 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 00:09:12.764 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 00:09:12.766 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.978625ms] [] [2024/05/07 00:09:12.766 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/07 00:09:12.767 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 00:09:12.767 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=52.797µs] [] [2024/05/07 00:09:12.767 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 00:09:12.768 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=941.465µs] [] [2024/05/07 00:09:13.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:13.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:13.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:13.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/07 00:09:13.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:13.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:13.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:13.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:13.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:13.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:13.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:13.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:13.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:13.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:13.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:13.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:13.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:13.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:13.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:13.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:13.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:13.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:13.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 00:09:13.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:13.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:13.058 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:13.070 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=71] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:13.070 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:13.087 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/07 00:09:13.091 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:13.091 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:13.091 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:13.091 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:13.092 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:13.092 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:13.092 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:13.092 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/07 00:09:13.092 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.474430817s] [] [2024/05/07 00:09:13.399 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:13.400 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=71] [step=post-process] [2024/05/07 00:09:13.414 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/07 00:09:13.414 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/07 00:09:13.414 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [2024/05/07 00:09:13.414 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=1.832µs] [] [2024/05/07 00:09:13.414 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:13.415 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [weight=30] [2024/05/07 00:09:13.415 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [concurrency=15] [2024/05/07 00:09:13.417 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:13.417 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=3.138865ms] [] [2024/05/07 00:09:13.417 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=143] [takeTime=3.256335ms] [] [2024/05/07 00:09:13.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:13.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=71] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:13.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:13.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=71] [task-type=ImportInto] [num=1] [2024/05/07 00:09:13.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:13.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:13.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:13.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:13.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=71] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:13.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:13.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:13.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:13.528 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=71] [step=done] [state=running] [] [2024/05/07 00:09:13.531 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=71] [2024/05/07 00:09:13.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:13.736 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=71] [error="context canceled"] [2024/05/07 00:09:13.736 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=71] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=336.689749ms] [] [2024/05/07 00:09:13.905 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:09:13.922 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=72] [job-id=72] [thread-cnt=8] [2024/05/07 00:09:13.922 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=72] [2024/05/07 00:09:14.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:14.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:14.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:14.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:14.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:14.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=71] [2024/05/07 00:09:14.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:14.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:14.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:14.038 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=71] [step=-2] [state=succeed] [2024/05/07 00:09:14.042 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:14.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:14.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:14.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:14.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:14.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:14.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:14.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:15.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:15.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:15.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:15.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:15.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:15.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:15.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:15.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=72] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:15.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:15.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:15.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:15.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:15.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:15.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:15.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:16.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:16.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/07 00:09:16.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/07 00:09:16.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:16.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:16.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:16.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:16.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:16.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:09:16.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 00:09:16.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=38.983µs] [2024/05/07 00:09:16.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=130.751µs] [] [2024/05/07 00:09:16.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:16.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:16.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:16.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:16.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:16.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:16.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:16.310 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=72] [2024/05/07 00:09:16.310 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=72] [type=ImportInto] [2024/05/07 00:09:16.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:16.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:16.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:16.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:16.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:16.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:16.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:16.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:16.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:16.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:16.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/07 00:09:16.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:16.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:16.542 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:16.542 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:16.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:16.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:16.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/07 00:09:16.617 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:16.618 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=import] [2024/05/07 00:09:16.618 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/07 00:09:16.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:16.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:16.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:16.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:16.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:16.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:16.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:16.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:16.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:16.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:16.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:16.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:16.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:16.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:16.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:16.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:16.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:16.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:16.642 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:16.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.7GB] [2024/05/07 00:09:16.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=72] [step=import] [limit=256MiB] [2024/05/07 00:09:16.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [2024/05/07 00:09:16.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 00:09:16.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 00:09:16.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/07 00:09:16.690 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [2024/05/07 00:09:16.692 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=t2.csv:0] [readDur=862.527µs] [encodeDur=580.066µs] [deliverDur=122.379µs] [checksum="{cksum=0,size=50,kvs=2}"] [takeTime=1.932886ms] [] [2024/05/07 00:09:16.693 +08:00] [WARN] [engine.go:1383] ["duplicated key found, skip write"] [key=7480000000000001495F728000000000000001] [2024/05/07 00:09:16.694 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=144] [takeTime=37.398705ms] [] [2024/05/07 00:09:16.694 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/72/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/f341f55a-ad32-4a11-bcae-2659a722ec05.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/07 00:09:16.694 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 00:09:16.694 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 00:09:16.694 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 00:09:16.698 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=3.688834ms] [] [2024/05/07 00:09:16.698 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/07 00:09:16.702 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:16.704 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/07 00:09:16.704 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:16.704 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 00:09:16.704 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:09:16.705 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF495F728000000000FF0000010000000000FA] [end=7480000000000001FF495F728000000000FF0000020000000000FA] [2024/05/07 00:09:16.705 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF495F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF495F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:09:16.705 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=397.653µs] [2024/05/07 00:09:16.705 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.120827ms] [] [2024/05/07 00:09:16.712 +08:00] [WARN] [local.go:1441] ["meet retryable error when writing to TiKV"] [error="peer 15, store 1, region 14, epoch conf_ver:5 version:136 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"request region 14 is staler than local region, local epoch conf_ver: 5 version: 138, request epoch conf_ver: 5 version: 136\")"] ["job stage"=needRescan] [2024/05/07 00:09:16.713 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001495F728000000000000001] [endKey=7480000000000001495F728000000000000002] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:18.713 +08:00] [2024/05/07 00:09:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580041945481224] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:16.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580041945481224] [req-type=Cop] [region="{ region id: 14, ver: 136, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:17.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:17.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:17.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:17.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:17.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:17.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:17.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:17.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:17.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:17.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:17.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:17.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:17.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:17.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:18.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:18.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:18.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:18.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:18.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:18.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:18.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:18.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:18.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:18.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:18.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:18.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:18.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:18.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:18.733 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/07 00:09:18.735 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=2.03659558s] [] [2024/05/07 00:09:18.735 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 00:09:18.736 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.230734ms] [] [2024/05/07 00:09:18.736 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 00:09:18.736 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 00:09:18.738 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.713201ms] [] [2024/05/07 00:09:18.738 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/07 00:09:18.738 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 00:09:18.738 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=41.71µs] [] [2024/05/07 00:09:18.738 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 00:09:18.739 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=900.993µs] [] [2024/05/07 00:09:19.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:19.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=72] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:19.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:19.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=72] [task-type=ImportInto] [num=1] [2024/05/07 00:09:19.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:19.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:19.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:19.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:19.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:19.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:19.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:19.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:19.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:19.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:19.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:19.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:19.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:19.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:19.042 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:19.042 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:19.042 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:19.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:19.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 00:09:19.057 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:19.057 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=72] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:19.057 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:19.069 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=72] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:19.069 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:19.363 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:19.366 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:19.366 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:19.366 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:19.366 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:19.367 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:19.367 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:19.367 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:19.367 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/07 00:09:19.367 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=72] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.750422187s] [] [2024/05/07 00:09:19.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:19.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:19.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:19.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:19.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:19.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:19.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:19.673 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:19.674 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/07 00:09:19.687 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/07 00:09:19.687 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/07 00:09:19.687 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [2024/05/07 00:09:19.687 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=1.904µs] [] [2024/05/07 00:09:19.687 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/07 00:09:19.688 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [weight=30] [2024/05/07 00:09:19.688 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [concurrency=15] [2024/05/07 00:09:19.690 +08:00] [ERROR] [subtask_executor.go:111] ["post process failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=3.038151ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:111\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:19.690 +08:00] [ERROR] [scheduler.go:428] ["run subtask failed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=145] [takeTime=3.340986ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:428\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:19.690 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:19.691 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:19.691 +08:00] [WARN] [terror.go:242] ["Unknown error class"] [class=Lighting] [2024/05/07 00:09:19.691 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 00:09:19.698 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=72] [error="context canceled"] [2024/05/07 00:09:19.698 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=72] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=24.442762ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 00:09:19.698 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/disttask/importinto.verifyChecksum\n\tpkg/disttask/importinto/subtask_executor.go:153\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:437\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:20.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:20.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:20.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:20.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:20.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:20.018 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=72] [task-type=ImportInto] [2024/05/07 00:09:20.021 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:09:20.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:20.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:20.208 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/07 00:09:20.310 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=72] [step=2] [2024/05/07 00:09:20.315 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=72] [step=post-process] [2024/05/07 00:09:20.507 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=72] [2024/05/07 00:09:20.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:20.515 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 00:09:20.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:20.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:20.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:20.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:20.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:20.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:20.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:20.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:20.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:20.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:20.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:20.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=72] [step=post-process] [mode=Normal] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:20.524 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:20.524 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:20.524 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:20.524 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:20.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:20.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:20.527 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=72] [2024/05/07 00:09:20.534 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:09:20.632 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=72] [step=2] [state=reverted] [2024/05/07 00:09:20.828 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=72] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 12505530578436898755 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:09:20.965 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=false] [2024/05/07 00:09:20.982 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=73] [job-id=73] [thread-cnt=8] [2024/05/07 00:09:20.982 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=73] [2024/05/07 00:09:21.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:21.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:21.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:21.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:21.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:21.024 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=72] [2024/05/07 00:09:21.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:21.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:21.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:21.043 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:21.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=73] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:21.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:21.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:21.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:21.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:21.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:21.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:21.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=73] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:22.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=73] [task-type=ImportInto] [num=1] [2024/05/07 00:09:22.012 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/07 00:09:22.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:22.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:22.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:22.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:22.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:22.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/07 00:09:22.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/07 00:09:22.024 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=62.394µs] [2024/05/07 00:09:22.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=178.244µs] [] [2024/05/07 00:09:22.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:22.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=73] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:22.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:22.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=73] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:22.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:22.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=73] [2024/05/07 00:09:22.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=73] [type=ImportInto] [2024/05/07 00:09:22.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:22.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:22.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:22.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:22.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:22.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:22.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:22.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:22.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:22.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:22.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/07 00:09:22.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.636 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:22.637 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 00:09:22.637 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 00:09:22.642 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:22.643 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:22.643 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:22.644 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.644 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:22.645 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:22.645 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:22.645 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:22.645 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:22.645 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:22.645 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:22.645 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:22.645 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:22.649 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:22.649 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:22.649 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:22.649 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:22.649 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:22.650 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:22.650 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:22.651 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.651 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:22.652 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:22.652 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:22.655 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/07 00:09:22.662 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:22.662 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.7GB] [2024/05/07 00:09:22.662 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=73] [step=import] [limit=256MiB] [2024/05/07 00:09:22.677 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [2024/05/07 00:09:22.682 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/07 00:09:22.687 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/07 00:09:22.687 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=331] [2024/05/07 00:09:22.687 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=147] [takeTime=9.996232ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:22.687 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:22.687 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:22.687 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:22.687 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:22.687 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:22.687 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:22.687 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=73] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:22.687 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:22.688 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:22.694 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 00:09:22.697 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:22.697 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:22.697 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:22.697 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:22.699 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:22.699 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:22.699 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:22.699 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=73] [error="context canceled"] [2024/05/07 00:09:22.699 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=73] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=62.709298ms] [error="occur an error when sort chunk"] [2024/05/07 00:09:22.699 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:78\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:23.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:23.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:23.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:23.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:23.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:23.019 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [2024/05/07 00:09:23.022 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:09:23.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:23.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:23.207 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/07 00:09:23.311 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=73] [step=1] [2024/05/07 00:09:23.316 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 00:09:23.327 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 00:09:23.506 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=73] [2024/05/07 00:09:23.515 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=73] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 00:09:23.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:23.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:23.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:23.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:23.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:23.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:23.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:23.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:23.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:23.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:23.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:23.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:23.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=import] [mode=Normal] [2024/05/07 00:09:23.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:23.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:23.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:23.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:23.541 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:23.541 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:23.544 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=73] [2024/05/07 00:09:23.552 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:09:23.635 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=73] [step=1] [state=reverted] [2024/05/07 00:09:23.688 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=73] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] === RUN TestLoadRemote/TestShowJob [2024/05/07 00:09:24.002 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/07 00:09:24.003 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/07 00:09:24.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:24.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:24.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:24.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:24.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:24.018 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:23.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:24.018 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:23.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create database test_show_job"] [2024/05/07 00:09:24.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=73] [2024/05/07 00:09:24.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:24.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:24.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:24.035 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create schema, State:queueing, SchemaState:none, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:23.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.043 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:24.053 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=1.186496ms] [gotSchemaVersion=239] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:09:24.058 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=334] [version=239] [2024/05/07 00:09:24.102 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.54809ms] [job="ID:334, Type:create schema, State:done, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:23.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.118 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create schema, State:synced, SchemaState:public, SchemaID:333, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:23.989 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.128 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/07 00:09:24.128 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:24.131 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:24.146 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:24.146 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 00:09:24.162 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.186 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=1.63933ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [2024/05/07 00:09:24.190 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=336] [version=240] [2024/05/07 00:09:24.232 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.43104ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.247 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.09 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.259 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/07 00:09:24.259 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:24.261 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:24.275 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:24.275 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 00:09:24.291 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.311 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=1.945499ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [2024/05/07 00:09:24.320 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=338] [version=241] [2024/05/07 00:09:24.359 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=53.267801ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.376 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.239 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.390 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/07 00:09:24.390 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:24.393 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 00:09:24.407 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:24.407 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 00:09:24.424 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create table, State:queueing, SchemaState:none, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.445 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.809536ms] [gotSchemaVersion=242] [phyTblIDs="[339]"] [actionTypes="[3]"] [2024/05/07 00:09:24.450 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=340] [version=242] [2024/05/07 00:09:24.493 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.274713ms] [job="ID:340, Type:create table, State:done, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:24.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.509 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create table, State:synced, SchemaState:public, SchemaID:333, TableID:339, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:24.39 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:24.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:24.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:24.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:24.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:24.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:24.521 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/07 00:09:24.521 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:24.525 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/07 00:09:24.939 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:433.580412ms txnStartTS:449580043990204429 region_id:28 store_addr:127.0.0.1:20160 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:1 processed_versions:0 total_versions:321 rocksdb_delete_skipped_count:158 rocksdb_key_skipped_count:790 rocksdb_cache_hit_count:20 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:09:24.939 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580043990204443\n# Query_time: 0.412959854\n# Parse_time: 0\n# Compile_time: 0.000520398\n# Rewrite_time: 0.000003415\n# Optimize_time: 0.000317522\n# Wait_TS: 0.00026285\n# Index_names: [user:PRIMARY]\n# Is_internal: true\n# Digest: ac0e38a5b93a2cf009ebeb15e284a3af4e4c13ac160240a796b110a05daf1581\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.411608818\n# PD_total: 0.000140538\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qALwYTAJMzZfMQkwCTEJdGFibGU6dXNlciwgaW5kZXg6UFJJTUFSWShIb3N0LCBVc2VyKQkwCXRpbWU6NDExLjhtcywgbG9vcHM6MSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpDS0QN21zfSwNFRhwcm9jZXNzCR0UIDQxMS4yAUsEdG8BMgx3YWl0DRpEMzcuOMK1cywgdGlrdl93YWxsDRkBM0gzbXMsIHNjYW5fZGV0YWlsOiB7CUFMa2V5czogMSwgZ2V0X3NuYXBzaG8RUgQxMg1SvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 896bf8e3889b6f28ff0af20b56421e6bb4aa232f32426a9f06d8c7517c42f130\n# Binary_plan: tidb_decode_binary_plan('zAJECscCCgtQb2ludF9HZXRfMSkABQHwXvA/OAFAAUomCiQKBW15c3FsEgR1c2VyGhUKB1BSSU1BUlkSBEhvc3QSBFVzZXJaFXRpbWU6NDExLjhtcywgbG9vcHM6MWLVAUdldDp7bnVtX3JwYzoxLCB0b3RhbF90ES4MN21zfREVIHByb2Nlc3NfdAEdACABTAgybXMRHQx3YWl0DRoUMzcuOMK1ARoYaWt2X3dhbA1QBTNMM21zLCBzY2FuX2RldGFpbDoge3QFc0xrZXlzOiAxLCBnZXRfc25hcHNobxFSBDEyDVKocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCNAF4////////////ARgB')\n# Resource_group: default\nSELECT * FROM `mysql`.`User` WHERE User='test_show_job1' AND Host='localhost';"] [2024/05/07 00:09:24.940 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580043990204435\n# Query_time: 0.419438962\n# Parse_time: 0\n# Compile_time: 0.004600861\n# Rewrite_time: 0.001239926\n# Optimize_time: 0.000253754\n# Wait_TS: 0\n# Is_internal: true\n# Digest: ecc63827de82bb225a559f582d5361f31943eb1c7bd846c517d3ea3bc4c829ba\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 1467\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_global_task is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tQPwbTAJMjhfNAkwCTAJTi9BCTAJdGltZTo0MTQuNG1zLCBsb29wczoxCTAgQnl0ZXMJTi9BCjEJMV83CTAJMC4xMAllcShteXNxbC50aWRiX2dsb2JhbF90YXNrLnN0YXRlLCAicnVubmluZyIpCTAJVl0AGDEuNDMgS0IBgUgKMgkzNl82CTAJMQl0YWJsZTp0OlgAKCwgaGFuZGxlOjUxLq4ABDNtGa5cLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfFX4MMm1zfREVGHByb2Nlc3MJHRwgNTQuNsK1cxEdDHdhaXQNGgw0My4xCRoYaWt2X3dhbA1QFCAxMjQuNwUaNHNjYW5fZGV0YWlsOiB7CXRMa2V5czogMSwgZ2V0X3NuYXBzaG8RUwQxMA1tvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: be6b2ccf47b7ed2159192eb7bde1277f253453724ada0f4b2cc89677b29b6ba7\n# Binary_plan: tidb_decode_binary_plan('hgTgCoEECghVcGRhdGVfNBLJAwoLU2VsZWN0aW9uXzcS0QIKC1BvaW50X0dldF82IVVVVVVVVSFAKQAAAQLwXvA/OAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6NTFaFXRpbWU6NDE0LjNtcywgbG9vcHM6MWLWAUdldDp7bnVtX3JwYzoxLCB0b3RhbF90ES4MMm1zfREVIHByb2Nlc3NfdAEdHCA1NC42wrVzER0Md2FpdA0aDDQzLjEJGhhpa3Zfd2FsDVAUIDEyNC43BRo4c2Nhbl9kZXRhaWw6IHt0BXRMa2V5czogMSwgZ2V0X3NuYXBzaG8RUwQxMA1tqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fXD///8JAgQBeAkIDP///wEtRBAnQCmamQEBALklRBBSK2VxKCVDAC4+QgFILnN0YXRlLCAicnVubmluZyIpWjlJBDRtOUkIcLsLHWghmhBSA04vQVouADB4////////////ARgB')\n# Resource_group: default\nupdate mysql.tidb_global_task set state = 'running', dispatcher_id = '', step = 2, concurrency = 8, meta = _binary'{\\\"JobID\\\":51,\\\"Plan\\\":{\\\"DBName\\\":\\\"fail_job_after_import\\\",\\\"DBID\\\":249,\\\"TableInfo\\\":{\\\"id\\\":251,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"auto_rand_id\\\":0,\\\"max_col_id\\\":1,\\\"max_idx_id\\\":0,\\\"max_fk_id\\\":0,\\\"max_cst_id\\\":0,\\\"update_timestamp\\\":449580002650357772,\\\"ShardRowIDBits\\\":0,\\\"max_shard_row_id_bits\\\":0,\\\"auto_random_bits\\\":0,\\\"auto_random_range_bits\\\":0,\\\"pre_split_regions\\\":0,\\\"partition\\\":null,\\\"compression\\\":\\\"\\\",\\\"view\\\":null,\\\"sequence\\\":null,\\\"Lock\\\":null,\\\"version\\\":5,\\\"tiflash_replica\\\":null,\\\"is_columnar\\\":false,\\\"temp_table_type\\\":0,\\\"cache_table_status\\\":0,\\\"policy_ref_info\\\":null,\\\"stats_options\\\":null,\\\"exchange_partition_info\\\":null,\\\"ttl_info\\\":null},\\\"DesiredTableInfo\\\":{\\\"id\\\":251,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"auto_rand_id\\\":0,\\\"max_col_id\\\":1,\\\"max_idx_id\\\":0,\\\"max_fk_id\\\":0,\\\"max_cst_id\\\":0,\\\"update_timestamp\\\":449580002650357772,\\\"ShardRowIDBits\\\":0,\\\"max_shard_row_id_bits\\\":0,\\\"auto_random_bits\\\":0,\\\"auto_random_range_bits\\\":0,\\\"pre_split_regions\\\":0,\\\"partition\\\":null,\\\"compression\\\":\\\"\\\",\\\"view\\\":null,\\\"sequence\\\":null,\\\"Lock\\\":null,\\\"version\\\":5,\\\"tiflash_replica\\\":null,\\\"is_columnar\\\":false,\\\"temp_table_type\\\":0,\\\"cache_table_status\\\":0,\\\"policy_ref_info\\\":null,\\\"stats_options\\\":null,\\\"exchange_partition_info\\\":null,\\\"ttl_info\\\":null},\\\"Path\\\":\\\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\\\",\\\"Format\\\":\\\"csv\\\",\\\"Restrictive\\\":false,\\\"SQLMode\\\":0,\\\"Charset\\\":\\\"utf8mb4\\\",\\\"ImportantSysVars\\\":{\\\"block_encryption_mode\\\":\\\"aes-128-ecb\\\",\\\"default_week_format\\\":\\\"0\\\",\\\"div_precision_increment\\\":\\\"4\\\",\\\"group_concat_max_len\\\":\\\"1024\\\",\\\"lc_time_names\\\":\\\"en_US\\\",\\\"max_allowed_packet\\\":\\\"67108864\\\",\\\"tidb_backoff_weight\\\":\\\"2\\\",\\\"tidb_row_format_version\\\":\\\"2\\\",\\\"time_zone\\\":\\\"SYSTEM\\\"},\\\"FieldNullDef\\\":[\\\"\\\\\\\\N\\\"],\\\"NullValueOptEnclosed\\\":false,\\\"FieldsTerminatedBy\\\":\\\",\\\",\\\"FieldsEnclosedBy\\\":\\\"\\\\\\\"\\\",\\\"FieldsEscapedBy\\\":\\\"\\\\\\\\\\\",\\\"FieldsOptEnclosed\\\":false,\\\"LinesStartingBy\\\":\\\"\\\",\\\"LinesTerminatedBy\\\":\\\"\\\",\\\"IgnoreLines\\\":0,\\\"DiskQuota\\\":0,\\\"Checksum\\\":\\\"required\\\",\\\"ThreadCnt\\\":8,\\\"MaxWriteSpeed\\\":0,\\\"SplitFile\\\":false,\\\"MaxRecordedErrors\\\":100,\\\"Detached\\\":false,\\\"DisableTiKVImportMode\\\":false,\\\"MaxEngineSize\\\":536870912000,\\\"CloudStorageURI\\\":\\\"\\\",\\\"DistSQLScanConcurrency\\\":15,\\\"InImportInto\\\":true,\\\"IsRaftKV2\\\":false,\\\"TotalFileSize\\\":3},\\\"Stmt\\\":\\\"import into t1 FROM \\'gs://fail_job_after_import/t.csv?endpoint=http://12(len:4678);"] [2024/05/07 00:09:24.940 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580043990204429\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.43646986\n# Parse_time: 0\n# Compile_time: 0.001565067\n# Rewrite_time: 0.000343851\n# Optimize_time: 0.000681559\n# Wait_TS: 0.000093398\n# Cop_time: 0.433791372 Process_time: 0.000314484 Wait_time: 0.000035069 Request_count: 1 Total_keys: 321 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 158 Rocksdb_key_skipped_count: 790 Rocksdb_block_cache_hit_count: 20\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 0a669dc64fdef87585c88d34586deeab7151bb2e04458c5f644f92c68cc921e9\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000314484 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.5069e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 268\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_global_task,state] remain after pruning paths for tidb_global_task given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kwbwQzAJMzBfMTAJMAk1MAkJMAl0aW1lOjQzNC4zbXMsIGxvb3BzOjEJMjY4IEJ5dGVzCU4vQQoxCTQ3XzgoQnVpbGQpCTFfBTyQdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaW5kZXg6c3RhdGUocwEGWCksIHJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGVuZAkaEQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAaUcczpwc2V1ZG85CwgzLjk9CxAsIGNvcAXbUDoge251bTogMSwgbWF4OiA0MzMuNgEqRHByb2Nfa2V5czogMCwgdG90XwESJDogMzE0LjXCtXMJFCR3YWl0OiAzNS4xBRMMcnBjXxFPAQwliAVUADUBVIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFkwhfZHUFGgBuAToELjIFWYBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHRpa3YFOgQ6ewVxADEBbC31VH0sIHNjYW5fZGV0YWlsOiB7dG90YWwN2UQzMjEsIGdldF9zbmFwc2hvdF8FQBAgMTIuOAV3iHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTU4IYMAeT4YAAQ3OQHSCGxvYyFgGfENNiAyMH19fQlOL0EBBEGINDVfOShQcm9iZSkJMV8wQcReiAIAa37vASAJTi9BCU4vQQo=')\n# Plan_digest: 97b2c1b8fa2440761a4ce4262d0d07dab17cc835b758b4d8185a78591e855b5a\n# Binary_plan: tidb_decode_binary_plan('gwdcCv4GCg5JbmRleExvb2tVcF8xMBKwBQoQBRM8UmFuZ2VTY2FuXzgaAQEhAAEBDESmQCkBCOAAAElAOAJAAkorCikKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrGg4KBXN0YXRlEgVzdGF0ZVKjAXIBVDg6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwZW5kCRoRCgUXEHJlc3VtCRgVCw0ZDHZlcnQRGhEMCRsIdW5uDRkNClBdLCBrZWVwIG9yZGVyOmZhbHNlLCABppBzOnBzZXVkb1oVdGltZTo0MzMuOW1zLCBsb29wczoxYsoBY29wBdg8OiB7bnVtOiAxLCBtYXg6IAErADYBK0Rwcm9jX2tleXM6IDAsIHRvdF8BEiQ6IDMxNC41wrVzCRQkd2FpdDogMzUuMQUTDHJwY18RTwEMBX4FVAA1AVSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBZMIX2R1BRoAbgE6BC4yBVmIbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9arUBdGlrdl8hpgQ6ewVyADEBbQ3sVH0sIHNjYW5fZGV0YWlsOiB7dG90YWwN2kQzMjEsIGdldF9zbmFwc2hvdF8FQBAgMTIuOAV4iHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTU4IYQAeT4YAAQ3OQHTCGxvYyFhGfINNhgyMH19fXD/EQEEAXgRCjz/ARJ+ChBUYWJsZVJvd0lERbIMORoBAkmyBB3AOrICDBsKGQpesgIIUh5rchwCVoAAHCHS68bt7QeXHWkIAUABVUgINC4zPVw8cIwCeP///////////wEYAQ==')\n# Resource_group: default\nselect id, task_key, type, dispatcher_id, state, start_time, state_update_time, meta, concurrency, step, error from mysql.tidb_global_task where state in ('pending','running','reverting','cancelling','resuming');"] [2024/05/07 00:09:24.943 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:24.943 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:24.999 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.47454467\n# Parse_time: 0.000067762\n# Compile_time: 0.000228136\n# Rewrite_time: 0.0000023\n# Optimize_time: 0.000039469\n# Wait_TS: 0.000306421\n# DB: test_show_job\n# Is_internal: false\n# Digest: 1fb24d1823a445be8d8fa75485be2ee26f9494501c1e786559ae3047dc25db8a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"User test_show_job1@localhost does not exist.\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nDROP USER IF EXISTS 'test_show_job1'@'localhost';"] [2024/05/07 00:09:25.000 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/07 00:09:25.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:25.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:25.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:25.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:25.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:25.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:25.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:25.041 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/07 00:09:25.088 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/07 00:09:25.151 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/07 00:09:25.193 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/07 00:09:25.285 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:09:25.304 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=74] [job-id=74] [thread-cnt=8] [2024/05/07 00:09:25.304 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=74] [2024/05/07 00:09:25.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:25.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:25.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:25.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:25.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:25.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:25.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:26.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:26.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:26.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:26.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:26.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:26.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:26.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:26.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:26.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:26.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:26.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:26.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:26.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:26.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:27.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:27.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:27.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:27.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:27.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:27.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:27.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:27.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=74] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:27.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:27.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:27.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:27.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:27.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:27.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:27.528 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:28.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:28.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/07 00:09:28.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/07 00:09:28.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:28.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:28.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:28.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:28.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:28.024 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t1] [2024/05/07 00:09:28.024 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 00:09:28.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=45.374µs] [2024/05/07 00:09:28.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t1] [takeTime=144.793µs] [] [2024/05/07 00:09:28.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:28.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:28.025 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:28.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:28.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:28.037 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:28.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:28.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=74] [2024/05/07 00:09:28.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=74] [type=ImportInto] [2024/05/07 00:09:28.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:28.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:28.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:28.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:28.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:28.518 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:28.519 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:28.519 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:28.520 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.520 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:28.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:28.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/07 00:09:28.540 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:28.540 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:28.540 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:28.540 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:28.540 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:28.540 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:28.547 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/07 00:09:28.619 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:28.620 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=import] [2024/05/07 00:09:28.620 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/07 00:09:28.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:28.625 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:28.625 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:28.626 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.626 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:28.627 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:28.627 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.627 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:28.627 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:28.627 +08:00] [ERROR] [tso_dispatcher.go:562] ["[tso] update connection contexts failed"] [dc=global] [error="rpc error: code = Canceled desc = context canceled"] [stack="github.com/tikv/pd/client.(*tsoClient).updateTSOConnectionCtxs\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:562\ngithub.com/tikv/pd/client.(*tsoClient).handleDispatcher\n\texternal/com_github_tikv_pd_client/tso_dispatcher.go:353"] [2024/05/07 00:09:28.628 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:28.628 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:28.628 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:28.628 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:28.628 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:28.628 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:28.628 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:28.628 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:28.632 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:28.633 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:28.633 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:28.634 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.634 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:28.634 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:28.634 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:28.644 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:28.644 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.7GB] [2024/05/07 00:09:28.644 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=74] [step=import] [limit=256MiB] [2024/05/07 00:09:28.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [2024/05/07 00:09:28.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 00:09:28.669 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 00:09:28.669 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/07 00:09:28.760 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t.csv:0] [2024/05/07 00:09:28.762 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t.csv:0] [readDur=821.594µs] [encodeDur=355.51µs] [deliverDur=394.522µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.853022ms] [] [2024/05/07 00:09:28.763 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=149] [takeTime=105.169523ms] [] [2024/05/07 00:09:28.763 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/74/14a064c0-6566-52c4-87f4-e5885586fbff.sst/850979ed-6e52-4b50-9e1c-e88ea3f0eb10.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000002] [2024/05/07 00:09:28.763 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/07 00:09:28.763 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/07 00:09:28.764 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 00:09:28.766 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.654059ms] [] [2024/05/07 00:09:28.766 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/07 00:09:28.770 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:28.772 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:09:28.773 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:28.773 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 00:09:28.773 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:09:28.773 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF4F5F728000000000FF0000010000000000FA] [end=7480000000000001FF4F5F728000000000FF0000030000000000FA] [2024/05/07 00:09:28.773 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF4F5F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF4F5F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:09:28.774 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=495.643µs] [2024/05/07 00:09:28.774 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.292622ms] [] [2024/05/07 00:09:28.786 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580045104316418] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:28.786 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580045104316418] [req-type=Cop] [region="{ region id: 14, ver: 138, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:28.794 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 140, but you sent conf_ver: 5 version: 138"] [region="{ID=604,startKey=7480000000000001FF4F5F728000000000FF0000010000000000FA,endKey=7480000000000001FF4F5F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:140 \",peers=\"id:605 store_id:1 ,id:606 store_id:3 ,id:607 store_id:2 \"}"] [start=74800000000000014F5F728000000000000001] [end=74800000000000014F5F728000000000000003] [2024/05/07 00:09:28.794 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=74800000000000014F5F728000000000000001] [endKey=74800000000000014F5F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:30.794 +08:00] [2024/05/07 00:09:29.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:29.018 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:29.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:29.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:29.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:29.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:29.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:29.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:29.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:29.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:29.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:29.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:29.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:29.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:30.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:30.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:30.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:30.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:30.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:30.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:30.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:30.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:30.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:30.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:30.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:30.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:30.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:30.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:30.811 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:09:30.812 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=2.046098308s] [] [2024/05/07 00:09:30.812 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 00:09:30.814 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.195641ms] [] [2024/05/07 00:09:30.814 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=74] [step=import] [engine-id=0] [2024/05/07 00:09:30.814 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 00:09:30.816 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.831997ms] [] [2024/05/07 00:09:30.816 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/07 00:09:30.816 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 00:09:30.816 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=42.153µs] [] [2024/05/07 00:09:30.816 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 00:09:30.817 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=877.943µs] [] [2024/05/07 00:09:31.014 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:31.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:31.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:31.015 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/07 00:09:31.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:31.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:31.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:31.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:31.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:31.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:31.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:31.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:31.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:31.021 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:31.021 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:31.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:31.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:31.025 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:31.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:31.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:31.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:31.042 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:31.057 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 00:09:31.058 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:31.058 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:31.058 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:31.069 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=74] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:31.069 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:31.135 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/07 00:09:31.139 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:31.139 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:31.139 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:31.139 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:31.140 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:31.141 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:31.141 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:31.141 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/07 00:09:31.141 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.521994345s] [] [2024/05/07 00:09:31.447 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:31.448 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=74] [step=post-process] [2024/05/07 00:09:31.461 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/07 00:09:31.461 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/07 00:09:31.461 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [2024/05/07 00:09:31.462 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=1.474µs] [] [2024/05/07 00:09:31.462 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:31.462 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [weight=30] [2024/05/07 00:09:31.462 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [concurrency=15] [2024/05/07 00:09:31.464 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:31.464 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=2.998888ms] [] [2024/05/07 00:09:31.465 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=74] [step=post-process] [subtask-id=150] [takeTime=3.136299ms] [] [2024/05/07 00:09:31.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:31.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=74] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:31.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:31.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=74] [task-type=ImportInto] [num=1] [2024/05/07 00:09:31.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:31.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:31.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:31.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:31.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=74] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:31.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:31.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:31.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:31.528 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=74] [step=done] [state=running] [] [2024/05/07 00:09:31.531 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=74] [2024/05/07 00:09:31.538 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:31.615 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.371872634\n# Parse_time: 0.000100115\n# Compile_time: 0.000398532\n# Rewrite_time: 0.000133769\n# Optimize_time: 0.000036126\n# Wait_TS: 0.000283902\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 00:09:31.657 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:09:31.673 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=75] [job-id=75] [thread-cnt=8] [2024/05/07 00:09:31.674 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=75] [2024/05/07 00:09:31.782 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=74] [error="context canceled"] [2024/05/07 00:09:31.782 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=74] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=334.404593ms] [] [2024/05/07 00:09:32.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:32.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:32.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:32.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:32.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:32.023 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=74] [2024/05/07 00:09:32.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:32.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:32.030 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:32.044 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:32.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:32.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:32.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:32.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:32.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:32.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:32.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:33.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:33.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:33.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:33.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:33.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:33.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:33.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:33.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=75] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:33.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:33.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:33.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:33.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:33.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:33.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:33.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:34.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:34.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/07 00:09:34.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/07 00:09:34.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:34.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:34.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:34.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:34.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:34.025 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t2] [2024/05/07 00:09:34.025 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 00:09:34.025 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=42.917µs] [2024/05/07 00:09:34.025 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t2] [takeTime=143.256µs] [] [2024/05/07 00:09:34.025 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:34.025 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:34.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:34.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:34.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:34.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:34.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:34.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=75] [2024/05/07 00:09:34.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=75] [type=ImportInto] [2024/05/07 00:09:34.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:34.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:34.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:34.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:34.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:34.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:34.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:34.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:34.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:34.521 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:34.521 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.521 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/07 00:09:34.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:34.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:34.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:34.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:34.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:34.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:34.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:34.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:34.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:34.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:34.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:34.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:34.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/07 00:09:34.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:34.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=import] [2024/05/07 00:09:34.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/07 00:09:34.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:34.624 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:34.624 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:34.625 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.625 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:34.626 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:34.626 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.626 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:34.626 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:34.626 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:34.626 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:34.626 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:34.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:34.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:34.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:34.627 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:34.627 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:34.627 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:34.627 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:34.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:34.631 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:34.631 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:34.632 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:34.633 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:34.633 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:34.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:34.642 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.7GB] [2024/05/07 00:09:34.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=75] [step=import] [limit=256MiB] [2024/05/07 00:09:34.655 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [2024/05/07 00:09:34.660 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 00:09:34.665 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 00:09:34.665 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/07 00:09:34.755 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=337] [key=t.csv:0] [2024/05/07 00:09:34.757 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=337] [key=t.csv:0] [readDur=874.808µs] [encodeDur=687.342µs] [deliverDur=106.451µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.952626ms] [] [2024/05/07 00:09:34.758 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=151] [takeTime=102.877947ms] [] [2024/05/07 00:09:34.758 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/e31f885e-858e-52f9-8c22-abc4981608ce.sst/a2fb517f-75b9-4f19-a382-7ee2b6e87401.sst] [firstKey=7480000000000001515F728000000000000001] [lastKey=7480000000000001515F728000000000000002] [2024/05/07 00:09:34.758 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 00:09:34.758 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 00:09:34.758 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 00:09:34.761 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.483653ms] [] [2024/05/07 00:09:34.761 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/07 00:09:34.765 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:34.766 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:09:34.767 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:34.767 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 00:09:34.767 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:09:34.767 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF515F728000000000FF0000010000000000FA] [end=7480000000000001FF515F728000000000FF0000030000000000FA] [2024/05/07 00:09:34.767 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF515F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF515F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:09:34.768 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=395.027µs] [2024/05/07 00:09:34.768 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.105675ms] [] [2024/05/07 00:09:34.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580046677180417] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:34.782 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580046677180417] [req-type=Cop] [region="{ region id: 14, ver: 140, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:34.789 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 142, but you sent conf_ver: 5 version: 140"] [region="{ID=612,startKey=7480000000000001FF515F728000000000FF0000010000000000FA,endKey=7480000000000001FF515F728000000000FF0000030000000000FA,epoch=\"conf_ver:5 version:142 \",peers=\"id:613 store_id:1 ,id:614 store_id:3 ,id:615 store_id:2 \"}"] [start=7480000000000001515F728000000000000001] [end=7480000000000001515F728000000000000003] [2024/05/07 00:09:34.789 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001515F728000000000000001] [endKey=7480000000000001515F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:36.789 +08:00] [2024/05/07 00:09:35.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:35.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:35.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:35.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:35.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:35.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:35.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:35.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:35.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:35.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:35.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:35.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:35.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:35.525 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:36.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:36.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:36.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:36.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:36.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:36.025 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:36.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:36.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:36.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:36.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:36.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:36.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:36.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:36.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:36.807 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:09:36.809 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=2.048066376s] [] [2024/05/07 00:09:36.809 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 00:09:36.810 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.176619ms] [] [2024/05/07 00:09:36.810 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 00:09:36.810 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 00:09:36.812 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.889257ms] [] [2024/05/07 00:09:36.812 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/07 00:09:36.812 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 00:09:36.812 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=45.149µs] [] [2024/05/07 00:09:36.812 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 00:09:36.813 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=876.151µs] [] [2024/05/07 00:09:37.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:37.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:37.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:37.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/07 00:09:37.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:37.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:37.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:37.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:37.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:37.020 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:37.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:37.021 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:37.021 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:37.022 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:37.022 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:37.022 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:37.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:37.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:37.041 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:37.041 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:37.041 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:37.041 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:37.056 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 00:09:37.057 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:37.057 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:37.057 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:37.069 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=75] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:37.069 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:37.133 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:37.137 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:37.137 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:37.137 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:37.137 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:37.138 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:37.138 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:37.138 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:37.138 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/07 00:09:37.138 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.520352913s] [] [2024/05/07 00:09:37.445 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:37.446 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=75] [step=post-process] [2024/05/07 00:09:37.459 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/07 00:09:37.459 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/07 00:09:37.460 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [2024/05/07 00:09:37.460 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=1.334µs] [] [2024/05/07 00:09:37.460 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:37.460 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [weight=30] [2024/05/07 00:09:37.460 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [concurrency=15] [2024/05/07 00:09:37.462 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 00:09:37.463 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=3.053325ms] [] [2024/05/07 00:09:37.463 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=152] [takeTime=3.2075ms] [] [2024/05/07 00:09:37.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:37.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=75] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:37.515 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:37.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=75] [task-type=ImportInto] [num=1] [2024/05/07 00:09:37.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:37.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:37.516 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:37.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:37.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=75] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:37.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:37.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:37.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:37.526 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=75] [step=done] [state=running] [] [2024/05/07 00:09:37.529 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=75] [2024/05/07 00:09:37.537 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:37.686 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.065523594\n# Parse_time: 0.000086384\n# Compile_time: 0.000367868\n# Rewrite_time: 0.000112471\n# Optimize_time: 0.000029838\n# Wait_TS: 0.000328895\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4wNnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4wNnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 00:09:37.705 +08:00] [INFO] [session.go:3897] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/07 00:09:37.782 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=75] [error="context canceled"] [2024/05/07 00:09:37.783 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=75] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=337.677809ms] [] [2024/05/07 00:09:37.790 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=false] [2024/05/07 00:09:37.808 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=76] [job-id=76] [thread-cnt=1] [2024/05/07 00:09:37.808 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=76] [2024/05/07 00:09:38.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:38.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:38.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:38.019 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:38.019 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:38.024 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=75] [2024/05/07 00:09:38.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:38.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:38.031 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:38.046 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:38.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:38.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:38.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:38.516 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:38.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:38.525 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:38.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:39.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:39.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:39.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:39.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:39.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:39.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:39.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:39.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=76] [task-type=ImportInto] [state=pending] [concurrency=1] [2024/05/07 00:09:39.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:39.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:39.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:39.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:39.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:39.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:39.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:40.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:40.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/07 00:09:40.014 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/07 00:09:40.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:40.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:40.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:40.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:40.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:40.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=t3] [2024/05/07 00:09:40.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/07 00:09:40.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=60.315µs] [2024/05/07 00:09:40.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=t3] [takeTime=180.946µs] [] [2024/05/07 00:09:40.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 00:09:40.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=1] [subtasks=2] [2024/05/07 00:09:40.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:40.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:40.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:40.040 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:40.040 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:40.311 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=76] [2024/05/07 00:09:40.311 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=76] [type=ImportInto] [2024/05/07 00:09:40.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:40.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:40.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:40.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:40.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:40.519 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:40.520 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:40.520 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:40.521 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.521 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:40.522 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:40.522 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.522 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/07 00:09:40.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:40.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:40.541 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:40.541 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:40.541 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:40.541 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:40.541 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:40.541 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:40.542 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:40.542 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:40.542 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:40.542 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:40.548 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/07 00:09:40.616 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:40.617 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=import] [2024/05/07 00:09:40.617 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/07 00:09:40.623 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:40.623 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:40.623 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:40.624 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.624 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:40.625 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:40.625 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.625 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:40.625 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:40.625 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:40.625 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:40.625 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:40.625 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:40.626 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:40.626 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:40.626 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:40.626 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:40.626 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:40.626 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:40.626 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:40.630 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:40.630 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:40.630 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:40.631 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.632 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:40.632 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:40.632 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:40.641 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:40.641 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.7GB] [2024/05/07 00:09:40.642 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=76] [step=import] [limit=256MiB] [2024/05/07 00:09:40.656 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [2024/05/07 00:09:40.661 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 00:09:40.666 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 00:09:40.666 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/07 00:09:40.694 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [2024/05/07 00:09:40.696 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t2.csv:0] [readDur=847.007µs] [encodeDur=442.241µs] [deliverDur=469.297µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [takeTime=1.979303ms] [] [2024/05/07 00:09:40.697 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=153] [takeTime=40.993423ms] [] [2024/05/07 00:09:40.697 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/e2b37c8f-f97c-4d56-aa01-de77abc04c3f.sst] [firstKey=7480000000000001535F728000000000000003] [lastKey=7480000000000001535F728000000000000004] [2024/05/07 00:09:40.697 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/07 00:09:40.697 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/07 00:09:40.697 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 00:09:40.700 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.753324ms] [] [2024/05/07 00:09:40.700 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/07 00:09:40.704 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:40.706 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:09:40.706 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:40.706 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 00:09:40.706 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [retry=0] [2024/05/07 00:09:40.707 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000030000000000FA] [end=7480000000000001FF535F728000000000FF0000050000000000FA] [2024/05/07 00:09:40.707 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000030000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000050000000000FA] [regions=1] [2024/05/07 00:09:40.707 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=338.017µs] [2024/05/07 00:09:40.707 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.041234ms] [] [2024/05/07 00:09:40.723 +08:00] [WARN] [region_job.go:534] ["meet error and handle the job later"] ["job stage"=regionScanned] [error="[Lightning:KV:EpochNotMatch]EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 144, but you sent conf_ver: 5 version: 142"] [region="{ID=620,startKey=7480000000000001FF535F728000000000FF0000030000000000FA,endKey=7480000000000001FF535F728000000000FF0000050000000000FA,epoch=\"conf_ver:5 version:144 \",peers=\"id:621 store_id:1 ,id:622 store_id:3 ,id:623 store_id:2 \"}"] [start=7480000000000001535F728000000000000003] [end=7480000000000001535F728000000000000005] [2024/05/07 00:09:40.723 +08:00] [INFO] [local.go:1648] ["put job back to jobCh to retry later"] [startKey=7480000000000001535F728000000000000003] [endKey=7480000000000001535F728000000000000005] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 00:09:42.723 +08:00] [2024/05/07 00:09:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580048236937219] [req-type=Cop] [region="{ region id: 14, ver: 142, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:40.731 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580048236937219] [req-type=Cop] [region="{ region id: 14, ver: 142, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:41.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:41.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:41.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:41.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:41.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:41.028 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:41.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:41.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:41.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:41.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:41.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:41.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:41.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:41.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:42.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:42.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:42.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:42.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:42.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:42.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:42.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:42.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:42.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:42.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:42.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:42.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:42.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:42.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:42.744 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:09:42.746 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=2.045873255s] [] [2024/05/07 00:09:42.746 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 00:09:42.747 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.177471ms] [] [2024/05/07 00:09:42.747 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=1] [2024/05/07 00:09:42.747 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 00:09:42.749 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.792161ms] [] [2024/05/07 00:09:42.749 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/07 00:09:42.749 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 00:09:42.749 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=43.404µs] [] [2024/05/07 00:09:42.749 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 00:09:42.750 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=933.945µs] [] [2024/05/07 00:09:42.787 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [2024/05/07 00:09:42.793 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 00:09:42.798 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 00:09:42.798 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=339] [2024/05/07 00:09:42.820 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=339] [key=t.csv:0] [2024/05/07 00:09:42.822 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=339] [key=t.csv:0] [readDur=717.616µs] [encodeDur=721.322µs] [deliverDur=9.264µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [takeTime=1.701657ms] [] [2024/05/07 00:09:42.823 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=154] [takeTime=35.448581ms] [] [2024/05/07 00:09:42.823 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e21dc392-0c66-5341-82f7-424a895bc139.sst/dd14d1d6-d5e3-4c06-b525-f55364e82705.sst] [firstKey=7480000000000001535F728000000000000001] [lastKey=7480000000000001535F728000000000000002] [2024/05/07 00:09:42.823 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 00:09:42.823 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 00:09:42.823 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 00:09:42.826 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.43668ms] [] [2024/05/07 00:09:42.826 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/07 00:09:42.830 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:42.831 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/07 00:09:42.832 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:42.832 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 00:09:42.832 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [retry=0] [2024/05/07 00:09:42.832 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF535F728000000000FF0000010000000000FA] [end=7480000000000001FF535F728000000000FF0000030000000000FA] [2024/05/07 00:09:42.832 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF535F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF535F728000000000FF0000030000000000FA] [regions=1] [2024/05/07 00:09:42.833 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=458.195µs] [2024/05/07 00:09:42.833 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.150831ms] [] [2024/05/07 00:09:42.853 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 00:09:42.855 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=28.953535ms] [] [2024/05/07 00:09:42.855 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 00:09:42.856 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.143512ms] [] [2024/05/07 00:09:42.856 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 00:09:42.856 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 00:09:42.858 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.74713ms] [] [2024/05/07 00:09:42.858 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/07 00:09:42.858 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 00:09:42.858 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=52.506µs] [] [2024/05/07 00:09:42.858 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 00:09:42.859 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=870.012µs] [] [2024/05/07 00:09:43.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:43.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:43.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/07 00:09:43.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:43.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:43.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:43.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:43.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:43.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:43.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:43.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:43.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:43.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:43.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:43.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:43.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:43.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:43.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:43.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:43.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:43.043 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:43.043 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:43.059 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/07 00:09:43.060 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:43.060 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=1] [concurrency=1] [subtasks=1] [2024/05/07 00:09:43.060 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:43.072 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=76] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:43.072 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:43.195 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:43.200 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:43.200 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:43.200 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:43.200 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:43.201 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:43.202 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:43.202 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:43.202 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/07 00:09:43.202 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=1] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=2.585172579s] [] [2024/05/07 00:09:43.508 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:43.509 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=76] [step=post-process] [2024/05/07 00:09:43.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:43.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:43.516 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:43.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:43.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:43.522 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=2.176µs] [] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [weight=30] [2024/05/07 00:09:43.523 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [concurrency=15] [2024/05/07 00:09:43.525 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580048970940426] [req-type=Cop] [region="{ region id: 616, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 617, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 618, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 619, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=617-epoch_not_match:1] [2024/05/07 00:09:43.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:43.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:43.530 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/07 00:09:43.530 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=7.435158ms] [] [2024/05/07 00:09:43.530 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=155] [takeTime=7.578693ms] [] [2024/05/07 00:09:44.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:44.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:44.017 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=76] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:44.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:44.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:44.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:44.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=76] [task-type=ImportInto] [num=1] [2024/05/07 00:09:44.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:44.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=76] [task-type=ImportInto] [state=running] [step=2] [concurrency=1] [subtasks=0] [2024/05/07 00:09:44.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:44.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:44.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:44.029 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=76] [step=done] [state=running] [] [2024/05/07 00:09:44.032 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=76] [2024/05/07 00:09:44.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:44.119 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.369629824\n# Parse_time: 0.000166875\n# Compile_time: 0.000522053\n# Rewrite_time: 0.000147498\n# Optimize_time: 0.000032761\n# Wait_TS: 0.000329593\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestLoadRemote/TestZeroDateTime [2024/05/07 00:09:44.124 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/07 00:09:44.135 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:44.135 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/07 00:09:44.151 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:queueing, SchemaState:public, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.160 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=76] [error="context canceled"] [2024/05/07 00:09:44.160 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=76] [step=2] [concurrency=1] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=652.086593ms] [] [2024/05/07 00:09:44.170 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=615.62µs] [gotSchemaVersion=243] [phyTblIDs="[212]"] [actionTypes="[2]"] [2024/05/07 00:09:44.175 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=243] [2024/05/07 00:09:44.220 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.246813ms] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.234 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:write only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.250 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=579.292µs] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:09:44.254 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=244] [2024/05/07 00:09:44.299 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.720317ms] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.312 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [category=ddl] [job="ID:341, Type:drop schema, State:running, SchemaState:delete only, SchemaID:206, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.330 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=584.05µs] [gotSchemaVersion=245] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:09:44.334 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=341] [version=245] [2024/05/07 00:09:44.379 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.601562ms] [job="ID:341, Type:drop schema, State:done, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.396 +08:00] [INFO] [delete_range.go:480] ["batch insert into delete-range table"] [category=ddl] [jobID=341] [tableIDs="[212]"] [2024/05/07 00:09:44.402 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=341] [jobType="drop schema"] [2024/05/07 00:09:44.403 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=341] [conn=2] [job="ID:341, Type:drop schema, State:synced, SchemaState:none, SchemaID:206, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.089 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.419 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=341] [2024/05/07 00:09:44.419 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:44.422 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/07 00:09:44.435 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:44.436 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="CREATE DATABASE import_into;"] [2024/05/07 00:09:44.453 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [category=ddl] [job="ID:343, Type:create schema, State:queueing, SchemaState:none, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.462 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=76] [step=-2] [state=succeed] [2024/05/07 00:09:44.469 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=906.046µs] [gotSchemaVersion=246] [phyTblIDs="[]"] [actionTypes="[]"] [2024/05/07 00:09:44.473 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=343] [version=246] [2024/05/07 00:09:44.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:44.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:44.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:44.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:44.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:44.518 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.23938ms] [job="ID:343, Type:create schema, State:done, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 00:09:44.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=76] [2024/05/07 00:09:44.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:44.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:44.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:44.535 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=343] [conn=2] [job="ID:343, Type:create schema, State:synced, SchemaState:public, SchemaID:342, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.389 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.543 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:44.545 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=343] [2024/05/07 00:09:44.545 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:44.548 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=246] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/07 00:09:44.562 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:44.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:44.562 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:44.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/07 00:09:44.577 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [category=ddl] [job="ID:345, Type:create table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.597 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=1.964538ms] [gotSchemaVersion=247] [phyTblIDs="[344]"] [actionTypes="[3]"] [2024/05/07 00:09:44.602 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=345] [version=247] [2024/05/07 00:09:44.645 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=53.591812ms] [job="ID:345, Type:create table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:44.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.661 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=345] [conn=2] [job="ID:345, Type:create table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:44.539 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:44.673 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=345] [2024/05/07 00:09:44.673 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:44.716 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:09:44.735 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=77] [job-id=77] [thread-cnt=8] [2024/05/07 00:09:44.735 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=77] [2024/05/07 00:09:45.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:45.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:45.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:45.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:45.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:45.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:45.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:45.510 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=77] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:45.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:45.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:45.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:45.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:45.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:45.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:45.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:46.012 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:46.013 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/07 00:09:46.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/07 00:09:46.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:46.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:46.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:46.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:46.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:46.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/07 00:09:46.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/07 00:09:46.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:46.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=38.947µs] [2024/05/07 00:09:46.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=143.356µs] [] [2024/05/07 00:09:46.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:46.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:46.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:46.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:46.039 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:46.039 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:46.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=77] [2024/05/07 00:09:46.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=77] [type=ImportInto] [2024/05/07 00:09:46.517 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:46.518 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:46.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:46.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:46.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:46.520 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:46.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:46.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:46.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:46.523 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:46.523 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.523 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:46.544 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:46.544 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:46.544 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:46.544 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:46.545 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:46.545 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:46.551 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/07 00:09:46.618 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:46.619 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=import] [2024/05/07 00:09:46.619 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/07 00:09:46.625 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:46.626 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:46.626 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:46.627 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.628 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:46.629 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:46.629 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:46.629 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:46.629 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:46.629 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:46.629 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:46.629 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:46.629 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:46.634 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:46.634 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:46.634 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:46.635 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.635 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:46.636 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:46.636 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:46.645 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:46.645 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.7GB] [2024/05/07 00:09:46.645 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=77] [step=import] [limit=256MiB] [2024/05/07 00:09:46.658 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [2024/05/07 00:09:46.663 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 00:09:46.668 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 00:09:46.668 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=344] [2024/05/07 00:09:46.683 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [2024/05/07 00:09:46.684 +08:00] [INFO] [chunk_process.go:245] ["process chunk completed"] [type=ImportInto] [table-id=344] [key=zero_time.csv:0] [readDur=733.271µs] [encodeDur=363.344µs] [deliverDur=190.852µs] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [takeTime=1.559904ms] [] [2024/05/07 00:09:46.685 +08:00] [INFO] [scheduler.go:118] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=156] [takeTime=26.638985ms] [] [2024/05/07 00:09:46.685 +08:00] [INFO] [engine.go:865] ["write data to local DB"] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/77/b03a8272-790c-5766-99b7-2cad67f1945e.sst/c18c1262-2841-4586-879c-c749eab8225b.sst] [firstKey=7480000000000001585F728000000000000001] [lastKey=7480000000000001585F728000000000000001] [2024/05/07 00:09:46.685 +08:00] [INFO] [scheduler.go:188] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 00:09:46.685 +08:00] [INFO] [scheduler.go:202] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 00:09:46.685 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 00:09:46.688 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.518832ms] [] [2024/05/07 00:09:46.688 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/07 00:09:46.692 +08:00] [INFO] [local.go:1517] ["pause pd scheduler of table scope"] [2024/05/07 00:09:46.693 +08:00] [INFO] [local.go:1555] ["start import engine"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/07 00:09:46.694 +08:00] [INFO] [local.go:1118] ["import engine ranges"] [count=1] [2024/05/07 00:09:46.694 +08:00] [INFO] [local.go:1131] ["split and scatter ranges start"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 00:09:46.694 +08:00] [INFO] [localhelper.go:160] ["split and scatter region"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [retry=0] [2024/05/07 00:09:46.694 +08:00] [INFO] [localhelper.go:179] ["paginate scan regions"] [count=1] [start=7480000000000001FF585F728000000000FF0000010000000000FA] [end=7480000000000001FF585F728000000000FF0000020000000000FA] [2024/05/07 00:09:46.694 +08:00] [INFO] [localhelper.go:187] ["paginate scan region finished"] [minKey=7480000000000001FF585F728000000000FF0000010000000000FA] [maxKey=7480000000000001FF585F728000000000FF0000020000000000FA] [regions=1] [2024/05/07 00:09:46.695 +08:00] [INFO] [localhelper.go:360] ["waiting for scattering regions done"] [regions=1] [take=376.637µs] [2024/05/07 00:09:46.695 +08:00] [INFO] [local.go:1145] ["split and scatter ranges completed"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.109938ms] [] [2024/05/07 00:09:46.696 +08:00] [WARN] [split.go:132] ["failed to scan region, retrying"] [error="scan region return empty result, startKey: 7480000000000001FF585F728000000000FF0000010000000000FA, endKey: 7480000000000001FF585F728000000000FF0000020000000000FA: [BR:PD:ErrPDBatchScanRegion]batch scan region"] [regionLength=0] [2024/05/07 00:09:46.728 +08:00] [INFO] [local.go:1566] ["import engine success"] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 00:09:46.729 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=41.123314ms] [] [2024/05/07 00:09:46.729 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 00:09:46.731 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.353581ms] [] [2024/05/07 00:09:46.731 +08:00] [INFO] [scheduler.go:212] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 00:09:46.731 +08:00] [INFO] [backend.go:323] ["engine close start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 00:09:46.732 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580049809801219] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:46.732 +08:00] [INFO] [region_request.go:1531] ["send request meet region error without retry"] [req-ts=449580049809801219] [req-type=Cop] [region="{ region id: 14, ver: 144, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:,replicaSelector: replicaSelector{selectorStateStr: accessKnownLeader, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 20, store: 3, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 2, isEpochStale: false, attempts: 0, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [retry-times=0] [total-backoff-ms=0] [total-backoff-times=0] [max-exec-timeout-ms=60000] [total-region-errors=15-epoch_not_match:1] [2024/05/07 00:09:46.733 +08:00] [INFO] [backend.go:325] ["engine close completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.803786ms] [] [2024/05/07 00:09:46.733 +08:00] [INFO] [backend.go:365] ["import start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/07 00:09:46.733 +08:00] [INFO] [local.go:1495] ["engine contains no kv, skip import"] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 00:09:46.733 +08:00] [INFO] [backend.go:371] ["import completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=41.783µs] [] [2024/05/07 00:09:46.733 +08:00] [INFO] [backend.go:384] ["cleanup start"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 00:09:46.734 +08:00] [INFO] [backend.go:386] ["cleanup completed"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=929.359µs] [] [2024/05/07 00:09:47.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:47.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=1] [next-step=2] [2024/05/07 00:09:47.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:47.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/07 00:09:47.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:47.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:47.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:47.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/07 00:09:47.020 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:47.021 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:47.021 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:47.022 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:47.022 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:47.023 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:47.023 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:47.023 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 00:09:47.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:47.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:47.043 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:47.043 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:47.043 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:47.043 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:47.043 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:47.043 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:47.043 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:47.044 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:47.044 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:47.044 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:47.060 +08:00] [INFO] [dispatcher.go:280] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/07 00:09:47.061 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 00:09:47.061 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:47.061 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:47.073 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=77] [task-type=ImportInto] [from=1] [to=2] [2024/05/07 00:09:47.073 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:47.359 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:47.362 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:47.362 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:47.362 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:47.362 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:47.363 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:47.363 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:47.363 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:47.363 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/07 00:09:47.363 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=745.58528ms] [] [2024/05/07 00:09:47.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:47.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:47.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:47.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:47.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:47.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:47.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:47.670 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:47.671 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=77] [step=post-process] [2024/05/07 00:09:47.685 +08:00] [INFO] [scheduler.go:426] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/07 00:09:47.685 +08:00] [INFO] [subtask_executor.go:109] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/07 00:09:47.685 +08:00] [INFO] [subtask_executor.go:265] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [2024/05/07 00:09:47.688 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:47.688 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:47.688 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:47.689 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:47.690 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:47.690 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:47.691 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:47.691 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:47.691 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:47.691 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:47.691 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:47.691 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:47.698 +08:00] [INFO] [subtask_executor.go:267] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=13.665641ms] [] [2024/05/07 00:09:47.699 +08:00] [INFO] [subtask_executor.go:133] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [checksum="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/07 00:09:47.699 +08:00] [INFO] [subtask_executor.go:247] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [weight=30] [2024/05/07 00:09:47.699 +08:00] [INFO] [subtask_executor.go:189] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [concurrency=15] [2024/05/07 00:09:47.701 +08:00] [INFO] [subtask_executor.go:164] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [local="{cksum=427474205938292101,size=36,kvs=1}"] [2024/05/07 00:09:47.702 +08:00] [INFO] [subtask_executor.go:111] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=16.751627ms] [] [2024/05/07 00:09:47.702 +08:00] [INFO] [scheduler.go:428] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=157] [takeTime=16.889418ms] [] [2024/05/07 00:09:48.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:48.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=77] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:48.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:48.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=77] [task-type=ImportInto] [num=1] [2024/05/07 00:09:48.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:48.016 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:48.016 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:48.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:48.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=77] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:48.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:48.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:48.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:48.028 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=77] [step=done] [state=running] [] [2024/05/07 00:09:48.031 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=77] [2024/05/07 00:09:48.037 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=succeed] [2024/05/07 00:09:48.326 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=77] [error="context canceled"] [2024/05/07 00:09:48.326 +08:00] [INFO] [scheduler.go:165] ["schedule step completed"] [task-id=77] [step=2] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=656.472254ms] [] [2024/05/07 00:09:48.346 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.6692697709999997\n# Parse_time: 0.000070414\n# Compile_time: 0.000376307\n# Rewrite_time: 0.000116114\n# Optimize_time: 0.000163339\n# Wait_TS: 0.000255029\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:09:48.350 +08:00] [INFO] [session.go:3903] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=247] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/07 00:09:48.364 +08:00] [INFO] [ddl_worker.go:253] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-07 00:09:48.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0; "] [table=true] [2024/05/07 00:09:48.364 +08:00] [INFO] [ddl.go:1067] ["start DDL job"] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:3, start time: 2024-05-07 00:09:48.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [query="truncate table import_into.zero_time_table"] [2024/05/07 00:09:48.385 +08:00] [INFO] [ddl_worker.go:996] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:truncate table, State:queueing, SchemaState:none, SchemaID:342, TableID:344, RowCount:0, ArgLen:0, start time: 2024-05-07 00:09:48.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:48.409 +08:00] [INFO] [domain.go:269] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=1.754619ms] [gotSchemaVersion=248] [phyTblIDs="[344,346]"] [actionTypes="[11,11]"] [2024/05/07 00:09:48.414 +08:00] [INFO] [domain.go:867] ["mdl gets lock, update to owner"] [jobID=347] [version=248] [2024/05/07 00:09:48.457 +08:00] [INFO] [ddl_worker.go:1230] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.024046ms] [job="ID:347, Type:truncate table, State:done, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:48.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:48.471 +08:00] [INFO] [delete_range.go:467] ["insert into delete-range table"] [category=ddl] [jobID=347] [elementID=1] [comment="table ID is 344"] [2024/05/07 00:09:48.476 +08:00] [INFO] [delete_range.go:111] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="truncate table"] [2024/05/07 00:09:48.478 +08:00] [INFO] [ddl_worker.go:611] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:truncate table, State:synced, SchemaState:public, SchemaID:342, TableID:344, RowCount:0, ArgLen:2, start time: 2024-05-07 00:09:48.34 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0"] [2024/05/07 00:09:48.495 +08:00] [INFO] [ddl.go:1169] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/07 00:09:48.495 +08:00] [INFO] [callback.go:139] ["performing DDL change, must reload"] [2024/05/07 00:09:48.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:48.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:48.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:48.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:48.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:48.524 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=77] [2024/05/07 00:09:48.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:48.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:48.531 +08:00] [INFO] [dispatcher_manager.go:334] ["cleanUp routine start"] [2024/05/07 00:09:48.540 +08:00] [INFO] [import_into.go:205] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=false] [2024/05/07 00:09:48.544 +08:00] [INFO] [dispatcher_manager.go:343] ["cleanUp routine success"] [2024/05/07 00:09:48.557 +08:00] [INFO] [job.go:210] ["job submitted to global task queue"] [task-id=78] [job-id=78] [thread-cnt=8] [2024/05/07 00:09:48.557 +08:00] [INFO] [job.go:108] ["start distribute IMPORT INTO"] [task-id=78] [2024/05/07 00:09:49.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:49.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:49.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:49.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:49.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:49.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:49.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:49.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:49.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:49.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:49.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:49.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:49.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:49.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:50.016 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:50.017 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:50.018 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:50.018 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:50.018 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:50.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:50.028 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:50.516 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:50.517 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:50.518 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:50.518 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:50.518 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:50.527 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:50.527 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:51.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:51.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:51.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:51.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:51.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:51.027 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:51.027 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:51.509 +08:00] [INFO] [dispatcher.go:135] ["execute one task"] [task-id=78] [task-type=ImportInto] [state=pending] [concurrency=8] [2024/05/07 00:09:51.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:51.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:51.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:51.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:51.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:51.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:51.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:52.011 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=78] [task-type=ImportInto] [current-step=-1] [next-step=1] [2024/05/07 00:09:52.012 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=78] [task-type=ImportInto] [num=1] [2024/05/07 00:09:52.013 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/07 00:09:52.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:52.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:52.016 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:52.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:52.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:52.026 +08:00] [INFO] [table_import.go:353] ["populate chunks start"] [table=zero_time_table] [2024/05/07 00:09:52.026 +08:00] [INFO] [table_import.go:364] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/07 00:09:52.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:52.026 +08:00] [INFO] [region.go:293] [makeTableRegions] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=43.775µs] [2024/05/07 00:09:52.026 +08:00] [INFO] [table_import.go:355] ["populate chunks completed"] [table=zero_time_table] [takeTime=155.475µs] [] [2024/05/07 00:09:52.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:52.026 +08:00] [INFO] [dispatcher.go:307] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 00:09:52.026 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=78] [task-type=ImportInto] [state=pending] [step=-1] [concurrency=8] [subtasks=1] [2024/05/07 00:09:52.026 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=pending] [2024/05/07 00:09:52.038 +08:00] [INFO] [dispatcher.go:550] ["move to next stage"] [task-id=78] [task-type=ImportInto] [from=-1] [to=1] [2024/05/07 00:09:52.038 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=pending] [to=running] [2024/05/07 00:09:52.312 +08:00] [INFO] [manager.go:216] ["detect new subtask"] [task-id=78] [2024/05/07 00:09:52.312 +08:00] [INFO] [manager.go:330] [onRunnableTask] [task-id=78] [type=ImportInto] [2024/05/07 00:09:52.521 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:52.521 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:52.521 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:52.522 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:52.522 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:52.708 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:52.709 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:52.710 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:52.710 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:52.710 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:52.712 +08:00] [INFO] [scheduler.go:157] ["schedule step start"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [2024/05/07 00:09:52.713 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 00:09:52.713 +08:00] [INFO] [scheduler.go:90] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 00:09:52.706 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:53.122 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:53.122 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/07 00:09:53.124 +08:00] [INFO] [coprocessor.go:1343] ["[TIME_COP_WAIT] resp_time:407.322521ms txnStartTS:449580051382665226 region_id:14 store_addr:127.0.0.1:20162 kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:813 rocksdb_delete_skipped_count:188 rocksdb_key_skipped_count:2188 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 00:09:53.123 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580051382665224\n# Query_time: 0.409542963\n# Parse_time: 0\n# Compile_time: 0.003406456\n# Rewrite_time: 0.001111196\n# Optimize_time: 0.000619012\n# Wait_TS: 0\n# Is_internal: true\n# Digest: ecc63827de82bb225a559f582d5361f31943eb1c7bd846c517d3ea3bc4c829ba\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 1467\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_global_task is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('twO4MAkyOF80CTAJMAlOL0EJMAl0aW1lOjY3MC43wrVzLCBsb29wczoxCTAgQnl0ZXMBJRQKMQkxXzcBM7guMTAJZXEobXlzcWwudGlkYl9nbG9iYWxfdGFzay5zdGF0ZSwgInJ1bm5pbmciKRVeCDI4LjZeABgxLjQzIEtCBV5AMgkzNl82CTAJMQl0YWJsZTo+WQAoLCBoYW5kbGU6NTEVUgwxMy4yLrAAUCwgR2V0OntudW1fcnBjOjEsIHRvdAGZAd4INDk3BS4AfREWHHByb2Nlc3NfBR4QIDQyLjEFTAkzDHdhaXQNGgwzOC42CRocaWt2X3dhbGwNGQgxMDIFGDRzY2FuX2RldGFpbDogewlATGtleXM6IDEsIGdldF9zbmFwc2hvEVEMOS42NwU5vHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: be6b2ccf47b7ed2159192eb7bde1277f253453724ada0f4b2cc89677b29b6ba7\n# Binary_plan: tidb_decode_binary_plan('iATgCoMECghVcGRhdGVfNBLKAwoLU2VsZWN0aW9uXzcS0QIKC1BvaW50X0dldF82IVVVVVVVVSFAKQAAAQLwW/A/OAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6NTFaFnRpbWU6NjEzLjLCtXMsIGxvb3BzOjFi1QFHZXQ6e251bV9ycGM6MSwgdG90AUABLww0OTcuAS8IfSwgCRYccHJvY2Vzc18FHhQgNDIuMcIBTQkdDHdhaXQNGgwzOC42CRocaWt2X3dhbGwNGQQxMAFQPCwgc2Nhbl9kZXRhaWw6IHsJQExrZXlzOiAxLCBnZXRfc25hcHNobxFRDDkuNjcFUahyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQIEAXgJCBD///8BISVDFFUnQCmamQEBALklRBBSK2VxKCVDAC4+QgFILnN0YXRlLCAicnVubmluZyIpWi1JDDI4LjcFkS1JCHC7Cx1pIZsQUgNOL0ERLwQ3MDYvADB4////////////ARgB')\n# Resource_group: default\nupdate mysql.tidb_global_task set state = 'running', dispatcher_id = '', step = 2, concurrency = 8, meta = _binary'{\\\"JobID\\\":51,\\\"Plan\\\":{\\\"DBName\\\":\\\"fail_job_after_import\\\",\\\"DBID\\\":249,\\\"TableInfo\\\":{\\\"id\\\":251,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"auto_rand_id\\\":0,\\\"max_col_id\\\":1,\\\"max_idx_id\\\":0,\\\"max_fk_id\\\":0,\\\"max_cst_id\\\":0,\\\"update_timestamp\\\":449580002650357772,\\\"ShardRowIDBits\\\":0,\\\"max_shard_row_id_bits\\\":0,\\\"auto_random_bits\\\":0,\\\"auto_random_range_bits\\\":0,\\\"pre_split_regions\\\":0,\\\"partition\\\":null,\\\"compression\\\":\\\"\\\",\\\"view\\\":null,\\\"sequence\\\":null,\\\"Lock\\\":null,\\\"version\\\":5,\\\"tiflash_replica\\\":null,\\\"is_columnar\\\":false,\\\"temp_table_type\\\":0,\\\"cache_table_status\\\":0,\\\"policy_ref_info\\\":null,\\\"stats_options\\\":null,\\\"exchange_partition_info\\\":null,\\\"ttl_info\\\":null},\\\"DesiredTableInfo\\\":{\\\"id\\\":251,\\\"name\\\":{\\\"O\\\":\\\"t1\\\",\\\"L\\\":\\\"t1\\\"},\\\"charset\\\":\\\"utf8mb4\\\",\\\"collate\\\":\\\"utf8mb4_bin\\\",\\\"cols\\\":[{\\\"id\\\":1,\\\"name\\\":{\\\"O\\\":\\\"i\\\",\\\"L\\\":\\\"i\\\"},\\\"offset\\\":0,\\\"origin_default\\\":null,\\\"origin_default_bit\\\":null,\\\"default\\\":null,\\\"default_bit\\\":null,\\\"default_is_expr\\\":false,\\\"generated_expr_string\\\":\\\"\\\",\\\"generated_stored\\\":false,\\\"dependences\\\":null,\\\"type\\\":{\\\"Tp\\\":3,\\\"Flag\\\":4099,\\\"Flen\\\":11,\\\"Decimal\\\":0,\\\"Charset\\\":\\\"binary\\\",\\\"Collate\\\":\\\"binary\\\",\\\"Elems\\\":null,\\\"ElemsIsBinaryLit\\\":null,\\\"Array\\\":false},\\\"state\\\":5,\\\"comment\\\":\\\"\\\",\\\"hidden\\\":false,\\\"change_state_info\\\":null,\\\"version\\\":2}],\\\"index_info\\\":null,\\\"constraint_info\\\":null,\\\"fk_info\\\":null,\\\"state\\\":5,\\\"pk_is_handle\\\":true,\\\"is_common_handle\\\":false,\\\"common_handle_version\\\":0,\\\"comment\\\":\\\"\\\",\\\"auto_inc_id\\\":0,\\\"auto_id_cache\\\":0,\\\"auto_rand_id\\\":0,\\\"max_col_id\\\":1,\\\"max_idx_id\\\":0,\\\"max_fk_id\\\":0,\\\"max_cst_id\\\":0,\\\"update_timestamp\\\":449580002650357772,\\\"ShardRowIDBits\\\":0,\\\"max_shard_row_id_bits\\\":0,\\\"auto_random_bits\\\":0,\\\"auto_random_range_bits\\\":0,\\\"pre_split_regions\\\":0,\\\"partition\\\":null,\\\"compression\\\":\\\"\\\",\\\"view\\\":null,\\\"sequence\\\":null,\\\"Lock\\\":null,\\\"version\\\":5,\\\"tiflash_replica\\\":null,\\\"is_columnar\\\":false,\\\"temp_table_type\\\":0,\\\"cache_table_status\\\":0,\\\"policy_ref_info\\\":null,\\\"stats_options\\\":null,\\\"exchange_partition_info\\\":null,\\\"ttl_info\\\":null},\\\"Path\\\":\\\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\\\",\\\"Format\\\":\\\"csv\\\",\\\"Restrictive\\\":false,\\\"SQLMode\\\":0,\\\"Charset\\\":\\\"utf8mb4\\\",\\\"ImportantSysVars\\\":{\\\"block_encryption_mode\\\":\\\"aes-128-ecb\\\",\\\"default_week_format\\\":\\\"0\\\",\\\"div_precision_increment\\\":\\\"4\\\",\\\"group_concat_max_len\\\":\\\"1024\\\",\\\"lc_time_names\\\":\\\"en_US\\\",\\\"max_allowed_packet\\\":\\\"67108864\\\",\\\"tidb_backoff_weight\\\":\\\"2\\\",\\\"tidb_row_format_version\\\":\\\"2\\\",\\\"time_zone\\\":\\\"SYSTEM\\\"},\\\"FieldNullDef\\\":[\\\"\\\\\\\\N\\\"],\\\"NullValueOptEnclosed\\\":false,\\\"FieldsTerminatedBy\\\":\\\",\\\",\\\"FieldsEnclosedBy\\\":\\\"\\\\\\\"\\\",\\\"FieldsEscapedBy\\\":\\\"\\\\\\\\\\\",\\\"FieldsOptEnclosed\\\":false,\\\"LinesStartingBy\\\":\\\"\\\",\\\"LinesTerminatedBy\\\":\\\"\\\",\\\"IgnoreLines\\\":0,\\\"DiskQuota\\\":0,\\\"Checksum\\\":\\\"required\\\",\\\"ThreadCnt\\\":8,\\\"MaxWriteSpeed\\\":0,\\\"SplitFile\\\":false,\\\"MaxRecordedErrors\\\":100,\\\"Detached\\\":false,\\\"DisableTiKVImportMode\\\":false,\\\"MaxEngineSize\\\":536870912000,\\\"CloudStorageURI\\\":\\\"\\\",\\\"DistSQLScanConcurrency\\\":15,\\\"InImportInto\\\":true,\\\"IsRaftKV2\\\":false,\\\"TotalFileSize\\\":3},\\\"Stmt\\\":\\\"import into t1 FROM \\'gs://fail_job_after_import/t.csv?endpoint=http://12(len:4678);"] [2024/05/07 00:09:53.129 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:53.129 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.129 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 449580051382665226\n# Query_time: 0.413548043\n# Parse_time: 0\n# Compile_time: 0.002971926\n# Rewrite_time: 0.000595821\n# Optimize_time: 0.001869836\n# Wait_TS: 0.000153059\n# Cop_time: 0.000062425 Process_time: 0.000996806 Wait_time: 0.000076766 Request_count: 2 Total_keys: 1626 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 376 Rocksdb_key_skipped_count: 4376 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000498403 Cop_proc_p90: 0.000539644 Cop_proc_max: 0.000539644 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.8383e-05 Cop_wait_p90: 4.1978e-05 Cop_wait_max: 4.1978e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12923\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1BW4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjIuODVtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBmCADQuggAcCTAgQnl0ZXMRCBwKMgkxN18yNx13VGlubmVyIGpvaW4sIGVxdWFsOltlcShiaQAB1CBsdW1uIzE1KV0ZdgQzMTL4AGxidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjM0ASkQZmV0Y2gVDgUuDDowc30RpxEIIAozCTZfMjkoQgFPACkBtTQ0MDAJZ3JvdXAgYnk6QxGKQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwRrggxLjAFhTWmUHBhcnRpYWxfd29ya2VyOnt3YWxsXyXRNDkyNC42NznCtXMsIGNvPcx4LCB0YXNrX251bTowLCB0b3Rfd2FpdDozLjM5NzE4NgHkARUYZXhlYzowcwkiBVIcMy40Mzg1NDcBIihtYXg6NzAxLjE2NAViCHA5NR0QFH0sIGZpblaXABQxOS42NTUFNZaXABQ4NTU4OTIBdRWXFDMyLjkzMgVEARQNngw4OTkyScUBngA4AWkENDkFJQGeGRAQfQlOL0EBBBgKNAkxXzMwMZ0kbm90KGlzbnVsbD2FIbsFYBA2MzEuMwVOLX0ICTM4UaNhFhA1CTZfMyGpCDgwMD3pSo4CeRtSFgMkc2NoZW1hX2lkc1IfAEWVCR5JOghtaW4VsAQ4KUo1Agw1NDAuKQgNugAsajcCHDQwMC41NzjCnjcCGDEuMDIyMDJFFSGMRjcCHDEuMDY0MTg4IcIhmRQyNDYuMjYpviGZGRBqNwIUNDYzLjcypjcCHDEuNDM0MjgzAXUVlxQ1NS43NzcF2wEUJdccMS41MTI1NzkBKQGeFDMyOC45NynpAZ4ZEFk3IDYJMzFfMzYJMCnsOGRhdGE6SGFzaEFnZ18zMXGsEDI0MC4xBW01dwxjb3BfYX0IOiB7YX8IIDEsBXQMIDEuNoX7QRoYX2tleXM6IG2bARIYOiA1MzkuNgVLAbhlrwwgMzQuKaYIcnBjZc0BTgEMBdcMIDEuNWU0aGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLIm9BZEIX2R1BRoUbjogMTYuKZwsbWF4X2Rpc3RzcWxfLqoDGCAxfQkyNDetnkH7ADdB+wwxCTFfLRGV5v79Apb9AkpmABRqb2JfaWR9DQA4JZYEa3YF7gQ6eyUkLvgFPH0sIHNjYW5fZGV0YWlsOiCp9S2MQDgxMywgZ2V0X3NuYXBzaG90MWQAMi3hoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTg4LCBrZXlfOhgAADIFGQxibG9jQRM5pg03CDJ9fVl1FDgJNDNfM4GyDDAJMTCBZIUKADou9QcBZWxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvfgUBIc4BBAQKM0HiHDQxKFByb2JloQMANhppCABkQewsU2VsZWN0aW9uXzQwBVMUbWU6NjEyTZCC7gIMNDA3LmWZQd0tYzLvAgg0NTdNhFnvADRJlUHhcTsBDCXJBVLi7gKpG3LuAgQzNl3uIYMENDBF7jEWSoICDHJlb3IWXQk2dQLhUi0i1nQCADgNsf50Ao50AgQ1CUF0ADkF7P50Al10LgQBIAlOL0EJTi9BCg==')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('pBjwSQqfGAoNUHJvamVjdGlvbl8xMxKIFwoHU29ydF8xNBKRFgoLSGFzaEpvaW5fMjcS0wUKDlRhYmxlUmVhZGVyXzQxEqMDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnarQBdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogODEzLCBnZXRfc25hcHNob3RfdGltZTogMTguOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxODgsIGtleV86GAAAMgUZSGJsb2NrOiB7Y2FjaGVfaGl0X2MJNwwyfX19Vv0AMBoBAiFVVVVVlXT2QCk1ACgBQAFSEWRhdGE6Uz3BBFoWBa4QNjEyLjgFrgRsbyVYFGLIAWNvcCl1bCB7bnVtOiAxLCBtYXg6IDQwNy4zbXMsIHByb2MtBRgwLCB0b3RfARIYOiA0NTcuMgVNARQYd2FpdDogNAkRDHJwY18RTQEMBX0FUgAyAVIQY29wcl8Z6kRyYXRpbzogMC4wMCwgYnVpbGQFkQhfZHUFGhBuOiAxNi1ldG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfXDsAV0aEBKIDwoKQeYgQWdnXzI5EsILLtICEDMwEt0KGSAQMzUSywY2BQMQMzYSoAQdIggxEpZGAwMANEWA/gMDfQMAHT6eAgAxIS8trFoHAgWEAChhBAAAAQEEQL9pBCyUAWdyb3VwIGJ5Om1hjTYOAyHCHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGq1QoEDMuMA0oIDCDIuMUWHAHL+ggO+ggMgId7d3d0dPvdAOXthfwQPZGF/CEhhc0V9BDMxbX0IMjQwDakt0Wp9AwwxLjY1IfshqE58AxA1MzkuNgX1eXwEMzRt3GFyRn4DCDEuNeJ9A2nWbn0DAPcufQMlGAitbPg6GAEAhP6TAr6TAlV3XYMANS2OCDU0MI1UMY5UtQJwYXJ0aWFsX3dvcmtlcjp7d2FsbIm8FDQwMC41N6k7LngEGDUsIHRhc2slb60dpQkcMS4wMjIwMjchxCGiEGV4ZWM6wdABDaUOHDEuMDY0MTg4ASKhcBQyNDYuMjYpaQhwOTUdEBR9LCBmaW5WlwAUNjMuNzI1RQmWlwAQNDM0Mjil1wGKBZcUNTUuNzc3BUQBFA2eFDUxMjU3ORGeGDMyOC45NzMFJQGeGRBelgRhGwitSP5NAwgAuUBlGygWbm90KGlzbnVsbDWeCDUpKS2UDDYzMS4JZC2UCHD8Ar3UJBoBASFEREREJGM+VwAEOGeR7DHzBDUsjZscZmlyc3Ryb3cdb5mQCDVaFA3vBDA0AesNd3ILAhg5MjQuNjc5JQuOdAEcMy4zOTcxODYBYCFgJXQyCwIYMy40Mzg1NEUtQQsYNzAxLjE2NAViIW0ZEGoLAhQ5MTkuNjWmCwIYMy44NTU4OYUTFZcQMzIuOTNJhAEUJRwYMy44OTkyOIWPAZ4AOAFpADQpAAGeGRBeCwIOrQkYb0ENQSmsqhqlCWgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiRwYELCA13AQpXS24CDIuMy4/BgRiNxY+CBBoYXNoX8WlADoWxAkMOjEuMyXhEGZldGNoFQ4FLiw6MHN9IZkqIkvNGx46owAAPUqNAKGS6ToUOmRlc2MsTj8HyfgVpAA0JTxNXAVrBH1aPmsATqUHAUcQbWV0YSxOZAAZiBVoKaQNaAxiDUNvJiAJQDVwnF54////////////ARgB')\n# Resource_group: default\nselect job_meta, processing from mysql.tidb_ddl_job where job_id in (select min(job_id) from mysql.tidb_ddl_job group by schema_ids, table_ids, processing) and reorg order by processing desc, job_id;"] [2024/05/07 00:09:53.129 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.130 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:53.130 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:53.132 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:53.132 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:53.133 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:53.133 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:53.134 +08:00] [WARN] [resource_manager_client.go:283] ["[resource_manager] get token stream error"] [error="rpc error: code = Canceled desc = context canceled"] [2024/05/07 00:09:53.134 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:53.134 +08:00] [INFO] [pd_service_discovery.go:524] ["[pd] cannot update member from this address"] [address=http://127.0.0.1:2379] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [2024/05/07 00:09:53.134 +08:00] [ERROR] [pd_service_discovery.go:257] ["[pd] failed to update member"] [urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [error="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY"] [errorVerbose="[PD:client:ErrClientGetMember]error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY: error:rpc error: code = Canceled desc = context canceled target:127.0.0.1:2379 status:READY\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMember\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:529\ngithub.com/tikv/pd/client/retry.(*BackOffer).Exec\n\texternal/com_github_tikv_pd_client/retry/backoff.go:36\ngithub.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:256\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/tikv/pd/client.(*pdServiceDiscovery).updateMemberLoop\n\texternal/com_github_tikv_pd_client/pd_service_discovery.go:257"] [2024/05/07 00:09:53.134 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:53.134 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:53.134 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:53.137 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:53.138 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:53.139 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:53.139 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:53.139 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:53.139 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:53.139 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:53.139 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:53.140 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:53.140 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:53.141 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:53.141 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:53.144 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:53.144 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:53.144 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:53.145 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:53.145 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:53.149 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.149 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.151 +08:00] [INFO] [dispatcher.go:96] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/07 00:09:53.152 +08:00] [INFO] [local.go:698] ["multi ingest support"] [2024/05/07 00:09:53.152 +08:00] [INFO] [table_import.go:600] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.7GB] [2024/05/07 00:09:53.152 +08:00] [INFO] [scheduler.go:109] ["index writer memory size limit"] [type=ImportInto] [task-id=78] [step=import] [limit=256MiB] [2024/05/07 00:09:53.167 +08:00] [INFO] [scheduler.go:116] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [2024/05/07 00:09:53.172 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 00:09:53.177 +08:00] [INFO] [backend.go:246] ["open engine"] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 00:09:53.178 +08:00] [INFO] [subtask_executor.go:73] ["execute chunk"] [type=ImportInto] [table-id=346] [2024/05/07 00:09:53.223 +08:00] [INFO] [chunk_process.go:243] ["process chunk start"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [2024/05/07 00:09:53.224 +08:00] [ERROR] [chunk_process.go:245] ["process chunk failed"] [type=ImportInto] [table-id=346] [key=zero_time.csv:0] [takeTime=1.20882ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:245\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:275\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWith\n\tpkg/executor/importer/engine_process.go:106\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:87\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:154"] [2024/05/07 00:09:53.224 +08:00] [ERROR] [scheduler.go:118] ["run subtask failed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=158] [takeTime=57.401611ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/scheduler.go:118\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/scheduler.go:180\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:285\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:53.224 +08:00] [ERROR] [scheduler.go:500] [onError] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:500\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:53.225 +08:00] [ERROR] [scheduler.go:506] ["scheduler met first error"] [task-id=78] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onError\n\tpkg/disttask/framework/scheduler/scheduler.go:506\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).runSubtask\n\tpkg/disttask/framework/scheduler/scheduler.go:299\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).run\n\tpkg/disttask/framework/scheduler/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).Run\n\tpkg/disttask/framework/scheduler/scheduler.go:138\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importScheduler).Run\n\tpkg/disttask/importinto/scheduler.go:456\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:394\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:53.225 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:53.225 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:53.225 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:53.225 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:53.225 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:53.225 +08:00] [WARN] [scheduler.go:629] ["subtask failed"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 00:09:53.225 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:53.232 +08:00] [INFO] [scheduler.go:248] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 00:09:53.235 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:53.235 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:53.235 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:53.235 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:53.236 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:53.236 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:53.236 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:53.236 +08:00] [INFO] [scheduler.go:101] ["scheduler exits"] [task-id=78] [error="context canceled"] [2024/05/07 00:09:53.237 +08:00] [INFO] [scheduler.go:165] ["schedule step failed"] [task-id=78] [step=1] [concurrency=8] [mem-limit-percent=0.7] [server-mem-limit=80%] [takeTime=524.187233ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 00:09:53.237 +08:00] [ERROR] [manager.go:403] ["failed to handle task"] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:164\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:178\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:270\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTask\n\tpkg/disttask/framework/scheduler/manager.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).onRunnableTasks.func1\n\tpkg/disttask/framework/scheduler/manager.go:220\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145"] [2024/05/07 00:09:53.515 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:53.516 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:53.517 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:53.517 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:53.517 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:53.519 +08:00] [WARN] [dispatcher.go:344] ["subtasks encounter errors"] [task-id=78] [task-type=ImportInto] [2024/05/07 00:09:53.522 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=reverting] [2024/05/07 00:09:53.526 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.526 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:53.543 +08:00] [INFO] [scheduler.go:397] ["scheduler rollback a step"] [task-id=78] [step=1] [2024/05/07 00:09:53.547 +08:00] [INFO] [scheduler.go:475] ["create step scheduler"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 00:09:53.557 +08:00] [INFO] [scheduler.go:256] [rollback] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 00:09:53.807 +08:00] [INFO] [manager.go:241] [onCanceledTasks] [task-id=78] [2024/05/07 00:09:54.015 +08:00] [INFO] [dispatcher.go:512] [onNextStage] [task-id=51] [task-type=ImportInto] [current-step=2] [next-step=-2] [2024/05/07 00:09:54.015 +08:00] [INFO] [dispatcher.go:318] ["task done"] [type=ImportInto] [task-id=78] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 00:09:54.016 +08:00] [INFO] [dispatcher.go:573] ["eligible instances"] [task-id=51] [task-type=ImportInto] [num=1] [2024/05/07 00:09:54.017 +08:00] [INFO] [dispatcher.go:219] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=post-process] [next-step=done] [2024/05/07 00:09:54.017 +08:00] [INFO] [dispatcher.go:609] ["dispatch subtasks"] [task-id=51] [task-type=ImportInto] [state=running] [step=2] [concurrency=8] [subtasks=0] [2024/05/07 00:09:54.017 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=running] [to=running] [2024/05/07 00:09:54.019 +08:00] [INFO] [pd_service_discovery.go:606] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 00:09:54.019 +08:00] [INFO] [pd_service_discovery.go:631] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 00:09:54.020 +08:00] [INFO] [pd_service_discovery.go:197] ["[pd] init cluster id"] [cluster-id=7365916802664929729] [2024/05/07 00:09:54.020 +08:00] [INFO] [client.go:600] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:54.020 +08:00] [INFO] [tso_client.go:231] ["[tso] switch dc tso global allocator serving address"] [dc-location=global] [new-address=http://127.0.0.1:2384] [2024/05/07 00:09:54.021 +08:00] [INFO] [tso_dispatcher.go:323] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 00:09:54.021 +08:00] [INFO] [client.go:648] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 00:09:54.021 +08:00] [INFO] [tikv_mode.go:60] ["switch tikv mode"] [type=ImportInto] [task-id=78] [step=import] [mode=Normal] [2024/05/07 00:09:54.026 +08:00] [WARN] [dispatcher.go:471] ["updateTask failed"] [task-id=51] [task-type=ImportInto] [from=running] [to=running] ["retry times"=30] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:54.026 +08:00] [INFO] [dispatcher.go:227] ["schedule task meet err, reschedule it"] [task-id=51] [task-type=ImportInto] [error="invalid task state transform, state already changed"] [errorVerbose="invalid task state transform, state already changed\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks.func1\n\tpkg/disttask/framework/storage/task_table.go:773\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:168\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:144\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:150\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).UpdateGlobalTaskAndAddSubTasks\n\tpkg/disttask/framework/storage/task_table.go:742\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).updateTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:457\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).dispatchSubTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:627\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onNextStage\n\tpkg/disttask/framework/dispatcher/dispatcher.go:589\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).onRunning\n\tpkg/disttask/framework/dispatcher/dispatcher.go:348\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).scheduleTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*BaseDispatcher).ExecuteTask\n\tpkg/disttask/framework/dispatcher/dispatcher.go:137\ngithub.com/pingcap/tidb/pkg/disttask/framework/dispatcher.(*Manager).dispatchTaskLoop.(*Manager).startDispatcher.func2\n\tpkg/disttask/framework/dispatcher/dispatcher_manager.go:286\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/spool.(*Pool).run.func1\n\tpkg/resourcemanager/pool/spool/spool.go:145\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:54.040 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:54.040 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:54.040 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:54.040 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:54.043 +08:00] [INFO] [dispatcher.go:111] ["unregister task success"] [task-id=78] [2024/05/07 00:09:54.050 +08:00] [INFO] [dispatcher.go:443] ["task state transform"] [from=reverting] [to=reverted] [2024/05/07 00:09:54.171 +08:00] [INFO] [manager.go:376] ["onRunnableTask exit"] [task-id=78] [step=1] [state=reverted] [2024/05/07 00:09:54.262 +08:00] [ERROR] [handle.go:79] ["global task reverted"] [task-id=78] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitGlobalTask\n\tpkg/disttask/framework/handle/handle.go:79\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*DistImporter).ImportTask.func1\n\tpkg/disttask/importinto/job.go:112\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:75"] [2024/05/07 00:09:54.267 +08:00] [WARN] [adapter.go:1663] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.768656207\n# Parse_time: 0.000103635\n# Compile_time: 0.000624773\n# Rewrite_time: 0.000212449\n# Optimize_time: 0.00015541\n# Wait_TS: 0.00028218\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NS43N3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjUuNzdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 00:09:54.269 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.269 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.272 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=7.358µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=3.819µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=3.391µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=3.584µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=4.651µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=3.321µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=3.553µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=3.32µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=3.36µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=3.385µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_workerpool.go:83] ["closing workerPool"] [category=ddl] [2024/05/07 00:09:54.273 +08:00] [INFO] [ddl_worker.go:184] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=3.045µs] [2024/05/07 00:09:54.273 +08:00] [INFO] [delete_range.go:150] ["closing delRange"] [category=ddl] [2024/05/07 00:09:54.273 +08:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 00:09:54.281 +08:00] [INFO] [ddl.go:872] ["DDL closed"] [category=ddl] [ID=a017025f-2717-4593-abb0-cf01df86d094] ["take time"=11.276163ms] [2024/05/07 00:09:54.281 +08:00] [INFO] [ddl.go:698] ["stop DDL"] [category=ddl] [ID=a017025f-2717-4593-abb0-cf01df86d094] [2024/05/07 00:09:54.283 +08:00] [INFO] [domain.go:1005] ["stopping ttlJobManager"] [2024/05/07 00:09:54.283 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 00:09:54.283 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c9fca6ea-8eb1-4474-b993-71ea4e824dc1] [watcherID=37a15e1e-562e-4fa8-a00e-19bfc0f27e9a] [2024/05/07 00:09:54.283 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c9fca6ea-8eb1-4474-b993-71ea4e824dc1] [2024/05/07 00:09:54.283 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:09:54.283 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [task_manager.go:193] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 00:09:54.283 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:09:54.283 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 00:09:54.285 +08:00] [INFO] [job_manager.go:173] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 00:09:54.285 +08:00] [INFO] [domain.go:1016] ["ttlJobManager exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2816] ["releaseServerID succeed"] [serverID=722] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:743] ["topologySyncerKeeper exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2500] ["autoAnalyzeWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2147] ["HistoricalStatsWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:1521] ["stopping dist task dispatcher manager because the current node is not DDL owner anymore"] [id=a017025f-2717-4593-abb0-cf01df86d094] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2421] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:1852] ["globalBindHandleWorkerLoop exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:1716] ["LoadSysVarCacheLoop exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 00:09:54.286 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2880] ["serverIDKeeper exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:1666] ["loadPrivilegeInLoop exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:886] ["loadSchemaInLoop exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:719] ["globalConfigSyncerKeeper exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=51] [task-type=ImportInto] [error="context canceled"] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher_manager.go:249] ["subtask history table gc loop exits"] [error="context canceled"] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 00:09:54.286 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:693] ["infoSyncerKeeper exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=51] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher_manager.go:299] ["cleanUp loop exits"] [error="context canceled"] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2082] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager a017025f-2717-4593-abb0-cf01df86d094 watch owner key /tidb/stats/owner/3eaa8f4ea16320ba"] [2024/05/07 00:09:54.286 +08:00] [INFO] [manager.go:456] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88 watch owner key /tidb/br-stream/owner/3eaa8f4ea16320b4"] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 00:09:54.286 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.286 +08:00] [INFO] [advancer.go:395] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher.go:165] ["schedule task exits"] [task-id=78] [task-type=ImportInto] [error="context canceled"] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2521] ["gcAnalyzeHistory exited."] [2024/05/07 00:09:54.287 +08:00] [INFO] [dispatcher_manager.go:287] ["task finished"] [task-id=78] [2024/05/07 00:09:54.287 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=gcAnalyzeHistory] [2024/05/07 00:09:54.286 +08:00] [INFO] [handle_hist.go:183] ["SubLoadWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [plan_replayer.go:417] ["planReplayerTaskDumpWorker exited."] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 00:09:54.286 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2363] ["loadStatsWorker exited."] [2024/05/07 00:09:54.287 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.287 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2062] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 00:09:54.287 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 00:09:54.286 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 00:09:54.286 +08:00] [INFO] [domain.go:2116] ["dumpFileGcChecker exited."] [2024/05/07 00:09:54.287 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 00:09:54.286 +08:00] [INFO] [dispatcher_manager.go:162] ["dispatch task loop exits"] [error="context canceled"] [interval=3000] [2024/05/07 00:09:54.286 +08:00] [WARN] [manager.go:316] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] [2024/05/07 00:09:54.287 +08:00] [INFO] [manager.go:267] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] [2024/05/07 00:09:54.286 +08:00] [ERROR] [advancer.go:398] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:398"] [2024/05/07 00:09:54.287 +08:00] [INFO] [domain.go:1523] ["dist task dispatcher manager stopped"] [id=a017025f-2717-4593-abb0-cf01df86d094] [2024/05/07 00:09:54.287 +08:00] [INFO] [advancer.go:401] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 00:09:54.287 +08:00] [INFO] [domain.go:1501] ["stopping dist task scheduler manager"] [2024/05/07 00:09:54.287 +08:00] [INFO] [manager.go:173] ["fetchAndFastCancelTasksLoop done"] [2024/05/07 00:09:54.287 +08:00] [INFO] [manager.go:151] ["fetchAndHandleRunnableTasksLoop done"] [2024/05/07 00:09:54.287 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/05/07 00:09:54.287 +08:00] [INFO] [domain.go:1503] ["dist task scheduler manager stopped"] [2024/05/07 00:09:54.287 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 00:09:54.288 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0634fccc-ae49-46a0-bb2f-1161bbce3a88] [daemon-id=LogBackup::Advancer] [2024/05/07 00:09:54.288 +08:00] [INFO] [domain.go:665] ["topNSlowQueryLoop exited."] [2024/05/07 00:09:54.288 +08:00] [INFO] [domain.go:1340] ["closestReplicaReadCheckLoop exited."] [2024/05/07 00:09:54.288 +08:00] [INFO] [flush_subscriber.go:97] [Clearing.] [category="log backup flush subscriber"] [2024/05/07 00:09:54.288 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] [error="context canceled"] [2024/05/07 00:09:54.288 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 00:09:54.288 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 00:09:54.288 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 00:09:54.336 +08:00] [INFO] [domain.go:2423] ["updateStatsWorker ready to release owner"] [2024/05/07 00:09:54.336 +08:00] [INFO] [manager.go:302] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [error="context canceled"] [2024/05/07 00:09:54.337 +08:00] [INFO] [manager.go:283] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [2024/05/07 00:09:54.489 +08:00] [INFO] [manager.go:271] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:174\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:269\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 00:09:55.552 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:09:55.552 +08:00] [INFO] [domain.go:1895] ["handleEvolvePlanTasksLoop exited."] [2024/05/07 00:09:55.552 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=handleEvolvePlanTasksLoop] [2024/05/07 00:09:55.600 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a017025f-2717-4593-abb0-cf01df86d094"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 00:09:55.601 +08:00] [INFO] [domain.go:2429] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 00:09:55.601 +08:00] [INFO] [domain.go:2454] ["updateStatsWorker exited."] [2024/05/07 00:09:55.601 +08:00] [INFO] [wait_group_wrapper.go:137] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 00:09:55.606 +08:00] [INFO] [domain.go:1053] ["domain closed"] ["take time"=1.336783919s] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_dispatcher.go:410] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 00:09:55.607 +08:00] [INFO] [resource_manager_client.go:271] ["[resource manager] exit resource token dispatcher"] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_dispatcher.go:344] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_dispatcher.go:240] ["exit tso dispatcher loop"] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_dispatcher.go:186] ["exit tso requests cancel loop"] [2024/05/07 00:09:55.607 +08:00] [INFO] [pd_service_discovery.go:248] ["[pd] exit member loop due to context canceled"] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_client.go:134] ["closing tso client"] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_client.go:139] ["close tso client"] [2024/05/07 00:09:55.607 +08:00] [INFO] [tso_client.go:150] ["tso client is closed"] [2024/05/07 00:09:55.607 +08:00] [INFO] [pd_service_discovery.go:294] ["[pd] close pd service discovery client"] [2024/05/07 00:09:55.608 +08:00] [INFO] [pd.go:231] ["closed pd http client"] --- PASS: TestLoadRemote (519.87s) --- SKIP: TestLoadRemote/TestAddIndexBySQL (0.00s) --- SKIP: TestLoadRemote/TestAnalyze (0.00s) --- PASS: TestLoadRemote/TestBasicImportInto (86.20s) --- PASS: TestLoadRemote/TestCancelJob (15.53s) --- PASS: TestLoadRemote/TestChecksumNotMatch (26.58s) --- PASS: TestLoadRemote/TestColumnsAndUserVars (4.54s) --- PASS: TestLoadRemote/TestDeliverBytesRows (13.79s) --- PASS: TestLoadRemote/TestDetachedLoadParquet (12.43s) --- PASS: TestLoadRemote/TestDiskQuota (9.65s) --- PASS: TestLoadRemote/TestGBK (23.47s) --- PASS: TestLoadRemote/TestGeneratedColumnsAndTSVFile (24.53s) --- PASS: TestLoadRemote/TestIgnoreNLines (19.94s) --- PASS: TestLoadRemote/TestImportIntoPrivilegePositiveCase (18.17s) --- PASS: TestLoadRemote/TestImportMode (36.71s) --- PASS: TestLoadRemote/TestInputCountMisMatchAndDefault (20.24s) --- PASS: TestLoadRemote/TestInputNull (11.37s) --- PASS: TestLoadRemote/TestJobFailWhenDispatchSubtask (3.62s) --- PASS: TestLoadRemote/TestKillBeforeFinish (4.95s) --- PASS: TestLoadRemote/TestLoadSQLDump (12.87s) --- PASS: TestLoadRemote/TestMaxWriteSpeed (22.74s) --- PASS: TestLoadRemote/TestMultiValueIndex (9.91s) --- PASS: TestLoadRemote/TestOtherCharset (36.35s) --- PASS: TestLoadRemote/TestPreCheckCDCPiTRTasks (0.61s) --- PASS: TestLoadRemote/TestPreCheckTableNotEmpty (2.95s) --- PASS: TestLoadRemote/TestPreCheckTotalFileSize0 (0.58s) --- PASS: TestLoadRemote/TestRegisterTask (20.42s) --- PASS: TestLoadRemote/TestSameBehaviourDetachedOrNot (27.10s) --- PASS: TestLoadRemote/TestShowDetachedJob (15.22s) --- PASS: TestLoadRemote/TestShowJob (20.13s) --- PASS: TestLoadRemote/TestZeroDateTime (10.14s) PASS [2024/05/07 00:09:55.743 +08:00] [INFO] [manager.go:327] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0634fccc-ae49-46a0-bb2f-1161bbce3a88"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] GCov does not exist at the given path: '' May 07, 2024 12:10:00 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 12:10:00 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 12:10:00 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 12:10:00 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 12:10:00 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 594.537s, Critical Path: 577.39s INFO: 1489 processes: 1457 remote cache hit, 20 internal, 12 linux-sandbox. INFO: Build completed successfully, 1489 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/f9d34ba82abc8eb6130d019ba8ce6b0b/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/release-7.5/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh SUCCESS result.json http://fileserver.pingcap.net --2024-05-06 16:10:09-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: ‘agent_upload_verifyci_metadata.py’ 0K .... 100% 317M=0s 2024-05-06 16:10:09 (317 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] sh + echo done + curl -F ci_check/pingcap/tidb/release-7.5/ghpr_check2/aab60569c6d9d49252ffc1c78ce392fd4993c5aa=@done http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 434 100 151 100 283 2325 4357 --:--:-- --:--:-- --:--:-- 4421 {"msg":"success","url":"http://fileserver.pingcap.net/download/ci_check/pingcap/tidb/release-7.5/ghpr_check2/aab60569c6d9d49252ffc1c78ce392fd4993c5aa"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS